-- Logs begin at Sun 2022-03-27 14:46:30 UTC, end at Sun 2022-03-27 15:42:49 UTC. -- Mar 27 15:18:33.225094 dv-cinder-835384-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 27 15:18:36.153635 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.common.config [-] Logging enabled! Mar 27 15:18:36.154263 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64 Mar 27 15:18:36.154415 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103021) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 27 15:18:36.157717 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.common.config [-] Logging enabled! Mar 27 15:18:36.157971 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64 Mar 27 15:18:36.158287 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103021) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 27 15:18:36.159242 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 27 15:18:36.159475 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 27 15:18:36.159843 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 27 15:18:36.160089 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 27 15:18:36.160314 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 27 15:18:36.161062 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.161482 dv-cinder-835384-1-smb neutron-server[103021]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 27 15:18:36.161806 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.162101 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.162394 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.162687 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.163007 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.163289 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.163577 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.163872 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.164157 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.164435 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.164717 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.165012 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.165291 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.165576 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.165859 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.166140 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] debug = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.166419 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.166871 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.167287 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.167564 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.167848 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.168128 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.168397 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.168669 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.168949 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.169277 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] host = dv-cinder-835384-1-smb {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.169554 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.169841 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.170126 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.170406 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.170679 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.170983 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.171265 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.171537 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.171807 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] log_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.173574 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.173867 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.174157 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.174449 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.174674 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.174920 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.175206 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.175490 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.175764 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.176036 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.176307 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.176580 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.176851 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.177117 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.177397 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.177679 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.177963 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.178237 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.178511 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.178801 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.179074 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.179365 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.179638 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.179910 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.180182 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.180465 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.180734 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.181003 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.181300 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.181580 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.181863 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.182146 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.182419 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.182698 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.182993 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.183265 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.183534 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] use_json = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.183806 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.184074 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.184351 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.184621 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.184890 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.185160 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.185428 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.185711 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.185984 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:36.186279 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.186574 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.186895 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.187188 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.187483 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.187753 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.188041 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.188316 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.189128 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.189429 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.189712 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.189986 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.190284 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.190569 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.190893 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.191195 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.191488 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.191780 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.192054 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.192327 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.192598 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.192874 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.193158 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.193432 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.193718 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.194004 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.194280 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.194573 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.194888 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.195181 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.195471 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.195745 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.196021 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.196311 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.196586 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.196857 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.197131 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.197415 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.197688 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.197956 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.198237 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.198514 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.198813 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.199086 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.199364 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.199649 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.199921 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.200187 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.200454 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.200727 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.200992 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.201272 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.201544 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.201812 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.202082 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.202355 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.202624 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.202913 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.203186 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.203454 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.203727 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.203994 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.204288 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.204556 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.204825 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.205093 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.205358 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.205624 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.205895 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.206164 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.206431 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.206697 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.206994 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.207264 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.207546 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.207837 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.208108 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.208380 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.208652 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.208922 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.209192 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.209468 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.209737 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.210008 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.210276 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.210560 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.210864 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.211148 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.211445 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.211717 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.212008 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.212281 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.212553 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.212831 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.213102 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.213376 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.213654 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.213930 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.214220 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.214508 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.214823 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.215114 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.215404 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.215682 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.215986 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.216264 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:36.216482 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 27 15:18:36.216720 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103021) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 27 15:18:36.590663 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 27 15:18:36.590976 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 27 15:18:36.591284 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 27 15:18:36.591759 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 27 15:18:36.916851 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:36.917142 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:36.917415 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:36.918612 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:36.918909 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:36.919294 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:36.973791 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:36.974065 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:36.974333 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:36.989438 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:36.989717 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:36.989983 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.018634 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.018937 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.019208 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.162398 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.163056 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.163056 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.394182 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.394468 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.394777 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.395031 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.395731 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.494629 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.494986 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.495268 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.495792 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.496068 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.496382 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.496644 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.496901 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.497152 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.497429 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.497686 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.497950 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.498203 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.498452 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.498705 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.498994 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.499246 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.499508 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.499773 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.500033 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.500303 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.500552 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.500835 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.501758 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.502006 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.502249 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.502639 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 27 15:18:37.502918 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 27 15:18:37.503157 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 27 15:18:37.503392 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 27 15:18:37.503626 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 27 15:18:37.503860 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 27 15:18:37.504223 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 27 15:18:37.507462 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 27 15:18:37.511694 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 27 15:18:37.515411 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 27 15:18:37.517078 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 27 15:18:37.517548 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 27 15:18:37.517881 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 27 15:18:37.518264 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 27 15:18:37.521131 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 27 15:18:37.521385 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 27 15:18:37.521732 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 27 15:18:37.526622 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 27 15:18:37.550882 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 27 15:18:37.551328 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.551623 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103021) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 27 15:18:37.551996 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.553375 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103021) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 27 15:18:37.553654 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 27 15:18:37.553901 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 27 15:18:37.557271 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.557556 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:37.619778 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 27 15:18:37.620014 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 27 15:18:37.620249 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 27 15:18:37.620874 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 27 15:18:37.641226 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_db.sqlalchemy.engines [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103021) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 27 15:18:38.079821 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Initializing driver for type 'gre' Mar 27 15:18:38.080348 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] gre ID ranges: [(1, 1000)] Mar 27 15:18:38.131876 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Initializing driver for type 'local' Mar 27 15:18:38.132175 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Initializing driver for type 'vlan' Mar 27 15:18:38.144529 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] VlanTypeDriver initialization complete Mar 27 15:18:38.144862 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Initializing driver for type 'vxlan' Mar 27 15:18:38.145335 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] vxlan ID ranges: [(1, 1000)] Mar 27 15:18:38.198444 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Initializing extension driver 'port_security' Mar 27 15:18:38.199109 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.extensions.port_security [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] PortSecurityExtensionDriver initialization complete Mar 27 15:18:38.199196 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Initializing mechanism driver 'openvswitch' Mar 27 15:18:38.199454 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Initializing mechanism driver 'hyperv' Mar 27 15:18:38.206575 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.plugins.ml2.plugin [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:18:38.207278 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > port after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.207649 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > port after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.208001 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > port after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.208530 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 27 15:18:38.208963 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > subnet after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.209317 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > subnet after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.209661 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.210054 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 27 15:18:38.210460 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > network after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.210835 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > network after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.211182 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > network after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.211571 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 27 15:18:38.211974 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > security_group after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.212324 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > security_group after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.212661 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.213187 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 27 15:18:38.213601 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.213953 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.214301 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.214695 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 27 15:18:38.215122 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > address_group after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.215467 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > address_group after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.215809 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.216199 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 27 15:18:38.216639 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] ML2 OVO RPC backend initialized. {{(pid=103021) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 27 15:18:38.217343 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.217698 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.218116 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > network before_response 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.218466 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > networks before_response 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.218845 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > port before_response 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.219192 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > ports before_response 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.219534 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > subnet before_response 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.220439 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > subnets before_response 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.220790 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > network after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.221138 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > network after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.221476 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > network after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.221816 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > port after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.222154 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > port after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.222492 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > port after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.222862 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > subnet after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.223210 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > subnet after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.223551 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.231078 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded quota_driver: . Mar 27 15:18:38.231447 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.plugin [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Modular L2 Plugin initialization complete Mar 27 15:18:38.231796 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading services supported by the core plugin {{(pid=103021) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 27 15:18:38.232139 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.plugins.ml2.managers [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Got port-security extension from driver 'port_security' Mar 27 15:18:38.232619 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.extensions.vlantransparent [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Disabled vlantransparent extension. Mar 27 15:18:38.233184 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103021) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 27 15:18:38.233550 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading Plugin: router Mar 27 15:18:38.270917 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.271319 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router after_create 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.271695 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router before_create 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.272066 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.272443 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.272805 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router after_delete 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.273167 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.273521 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.273882 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router after_create 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.274230 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router after_update 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.274581 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router after_update 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.274952 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.275312 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router after_update 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.275727 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router precommit_update 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.276098 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: port after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.276437 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: port after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.276780 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: subnet after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.277121 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.277474 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.277824 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router precommit_create 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.278168 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: port before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.278511 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router precommit_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.278894 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router after_update 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.279237 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.279589 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router precommit_create 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.279949 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.280293 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router precommit_update 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.280658 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > agent after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.281013 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > agent after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.281359 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > network after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.282265 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Tracking information for resource: router configured {{(pid=103021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 27 15:18:38.282599 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Tracking information for resource: floatingip configured {{(pid=103021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 27 15:18:38.287599 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.db.l3_agentschedulers_db [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 27 15:18:38.288184 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: port after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.288554 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: port after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.288910 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: port after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.289266 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: port after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.290061 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router before_create 55550100 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.290431 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.290826 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router precommit_create 55550100 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.291186 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > router precommit_update 55550100 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.296130 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.services.provider_configuration [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Service providers = [] {{(pid=103021) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 27 15:18:38.296503 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.db.servicetype_db [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103021) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 27 15:18:38.300008 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.services.service_base [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 27 15:18:38.300360 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.services.service_base [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 27 15:18:38.300704 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.services.service_base [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 27 15:18:38.301594 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.services.service_base [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 27 15:18:38.301969 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.services.service_base [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 27 15:18:38.302353 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 27 15:18:38.302676 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 27 15:18:38.313180 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 27 15:18:38.313566 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading Plugin: auto_allocate Mar 27 15:18:38.320107 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: network precommit_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.320480 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: network precommit_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.321002 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 27 15:18:38.321323 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading Plugin: tag Mar 27 15:18:38.327950 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 27 15:18:38.328284 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading Plugin: timestamp Mar 27 15:18:38.332367 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 27 15:18:38.332656 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading Plugin: network_ip_availability Mar 27 15:18:38.338156 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.338527 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.338921 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.339631 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 27 15:18:38.339954 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading Plugin: flavors Mar 27 15:18:38.344831 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 27 15:18:38.345171 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading Plugin: revisions Mar 27 15:18:38.349473 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 27 15:18:38.349867 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_concurrency.lockutils [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.758s {{(pid=103021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 27 15:18:38.350619 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103021) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 27 15:18:38.350987 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Initializing extension manager. Mar 27 15:18:38.351515 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: __init__.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.351861 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: __pycache__ {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.352200 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: address_group.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.352947 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.353511 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: address-group Mar 27 15:18:38.353838 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: address_scope.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.354547 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.355088 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: address-scope Mar 27 15:18:38.355415 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.356503 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.357016 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: router-admin-state-down-before-update Mar 27 15:18:38.357343 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: agent.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.358044 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.358552 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: agent Mar 27 15:18:38.358909 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: agent_resources_synced.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.359824 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.361034 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: agent-resources-synced Mar 27 15:18:38.361218 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: allowedaddresspairs.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.363031 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.363551 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: allowed-address-pairs Mar 27 15:18:38.363881 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: auto_allocated_topology.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.364961 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.365473 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: auto-allocated-topology Mar 27 15:18:38.365803 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: availability_zone.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.366501 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.367031 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: availability_zone Mar 27 15:18:38.367360 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: availability_zone_filter.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.368271 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.368783 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: availability_zone_filter Mar 27 15:18:38.369109 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: data_plane_status.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.370012 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.370517 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension data-plane-status not supported by any of loaded plugins Mar 27 15:18:38.371121 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: default_subnetpools.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.372047 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.372557 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: default-subnetpools Mar 27 15:18:38.372880 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.373685 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.374195 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: dhcp_agent_scheduler Mar 27 15:18:38.374517 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: dns.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.375451 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.375999 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension dns-integration not supported by any of loaded plugins Mar 27 15:18:38.376811 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: dns_domain_ports.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.377728 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.378237 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 27 15:18:38.378558 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.379513 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.380018 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 27 15:18:38.380338 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: dvr.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.381002 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.381513 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: dvr Mar 27 15:18:38.381836 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: ecmp_routes.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.382770 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.383271 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 27 15:18:38.383590 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: empty_string_filtering.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.384492 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.384994 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: empty-string-filtering Mar 27 15:18:38.385315 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.386224 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.386743 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 27 15:18:38.387070 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.387986 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.388509 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 27 15:18:38.388808 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: external_net.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.389724 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.390230 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: external-net Mar 27 15:18:38.390553 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.391481 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.392511 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: extra_dhcp_opt Mar 27 15:18:38.392835 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: extraroute.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.393741 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.394248 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: extraroute Mar 27 15:18:38.394573 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: extraroute_atomic.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.395640 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.396148 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: extraroute-atomic Mar 27 15:18:38.396473 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: filter_validation.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.397139 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.397643 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: filter-validation Mar 27 15:18:38.397967 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: fip_pf_description.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.398909 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.399410 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 27 15:18:38.399735 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: fip_pf_port_range.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.400638 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.401143 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 27 15:18:38.401465 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: fip_port_details.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.402378 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.402917 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: fip-port-details Mar 27 15:18:38.403243 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: flavors.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.404466 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.404983 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: flavors Mar 27 15:18:38.405310 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.407042 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.408105 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 27 15:18:38.408436 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: floatingip_pools.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.409141 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.409650 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: floatingip-pools Mar 27 15:18:38.409979 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: ip_allocation.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.410928 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.411439 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension ip_allocation not supported by any of loaded plugins Mar 27 15:18:38.411764 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.412678 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.413188 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: ip-substring-filtering Mar 27 15:18:38.413516 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: l2_adjacency.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.414429 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.414961 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 27 15:18:38.415286 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: l3.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.417774 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.418311 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: router Mar 27 15:18:38.418650 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.420924 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.421462 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 27 15:18:38.421796 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.422744 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.423287 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: ext-gw-mode Mar 27 15:18:38.423615 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.424536 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.425053 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: l3-ha Mar 27 15:18:38.425381 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.426303 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.426843 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 27 15:18:38.427170 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: l3_flavors.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.428087 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.428599 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: l3-flavors Mar 27 15:18:38.428926 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.430309 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.430846 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 27 15:18:38.431187 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.432106 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.432620 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 27 15:18:38.432948 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: l3agentscheduler.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.433988 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.434503 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: l3_agent_scheduler Mar 27 15:18:38.434864 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: local_ip.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.436665 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.437192 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension local_ip not supported by any of loaded plugins Mar 27 15:18:38.437529 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: logging.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.439330 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.439857 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension logging not supported by any of loaded plugins Mar 27 15:18:38.440195 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: metering.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.440936 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.441525 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: metering Mar 27 15:18:38.441859 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.443005 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.443523 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: metering_source_and_destination_fields Mar 27 15:18:38.443851 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: multiprovidernet.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.444787 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.445301 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: multi-provider Mar 27 15:18:38.445629 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: netmtu.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.446544 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.447077 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: net-mtu Mar 27 15:18:38.447402 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: netmtu_writable.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.448325 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.448833 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: net-mtu-writable Mar 27 15:18:38.449156 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: network_availability_zone.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.449827 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.450328 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: network_availability_zone Mar 27 15:18:38.450650 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: network_ip_availability.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.451799 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.452309 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: network-ip-availability Mar 27 15:18:38.452635 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: network_segment_range.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.453397 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.453900 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension network-segment-range not supported by any of loaded plugins Mar 27 15:18:38.454766 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: pagination.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.455896 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.456236 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: pagination Mar 27 15:18:38.456830 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: port_device_profile.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.457762 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.458283 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: port-device-profile Mar 27 15:18:38.458612 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.459574 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.460085 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: port-mac-address-regenerate Mar 27 15:18:38.460415 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.461333 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.462088 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: port-numa-affinity-policy Mar 27 15:18:38.462179 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: port_resource_request.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.463095 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.463602 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension port-resource-request not supported by any of loaded plugins Mar 27 15:18:38.463924 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: port_resource_request_groups.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.464903 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.465410 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 27 15:18:38.465733 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: portbindings.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.466648 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.467194 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: binding Mar 27 15:18:38.467518 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: portbindings_extended.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.468799 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.469322 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: binding-extended Mar 27 15:18:38.469650 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: portsecurity.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.471139 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.471662 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: port-security Mar 27 15:18:38.471985 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: project_id.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.472963 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.473301 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: project-id Mar 27 15:18:38.473627 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: providernet.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.474540 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.475096 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: provider Mar 27 15:18:38.475421 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: qos.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.479128 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.479655 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension qos not supported by any of loaded plugins Mar 27 15:18:38.479994 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.481257 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.481772 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 27 15:18:38.482112 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.483057 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.483581 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 27 15:18:38.483910 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: qos_default.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.484836 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.485373 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension qos-default not supported by any of loaded plugins Mar 27 15:18:38.485701 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: qos_fip.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.486625 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.487158 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension qos-fip not supported by any of loaded plugins Mar 27 15:18:38.487487 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.488400 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.488917 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 27 15:18:38.489245 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: qos_gateway_ip.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.490165 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.490674 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 27 15:18:38.491030 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: qos_port_network_policy.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.491946 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.492448 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 27 15:18:38.492772 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.493819 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.494323 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 27 15:18:38.494649 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.495970 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.496481 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 27 15:18:38.496805 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: qos_pps_rule.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.497984 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.498501 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension qos-pps not supported by any of loaded plugins Mar 27 15:18:38.498860 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: qos_rule_type_details.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.499776 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.500289 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 27 15:18:38.500619 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.501554 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.502068 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 27 15:18:38.502396 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: qos_rules_alias.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.503484 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.504008 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 27 15:18:38.504321 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: quota_check_limit.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.505235 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.505745 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: quota-check-limit Mar 27 15:18:38.506072 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: quotasv2.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.507058 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.507390 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: quotas Mar 27 15:18:38.507713 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: quotasv2_detail.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.509629 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.509970 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: quota_details Mar 27 15:18:38.510303 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: rbac.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.511410 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.511936 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: rbac-policies Mar 27 15:18:38.512270 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: rbac_address_group.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.513199 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.513711 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: rbac-address-group Mar 27 15:18:38.514037 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: rbac_address_scope.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.514987 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.515499 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: rbac-address-scope Mar 27 15:18:38.515824 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: rbac_security_groups.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.517343 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.517850 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: rbac-security-groups Mar 27 15:18:38.518177 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: rbac_subnetpool.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.519138 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.519646 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: rbac-subnetpool Mar 27 15:18:38.519971 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: revisionifmatch.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.520892 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.521403 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: revision-if-match Mar 27 15:18:38.521728 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: revisions.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.522884 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.523403 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: standard-attr-revisions Mar 27 15:18:38.523732 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: router_availability_zone.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.524405 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.524916 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: router_availability_zone Mar 27 15:18:38.525241 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: routerservicetype.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.526166 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.526673 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension router-service-type not supported by any of loaded plugins Mar 27 15:18:38.527025 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.527954 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.528461 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: security-groups-normalized-cidr Mar 27 15:18:38.528788 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.529713 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.530222 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: port-security-groups-filtering Mar 27 15:18:38.530548 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.531510 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.532019 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: security-groups-remote-address-group Mar 27 15:18:38.532899 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.533826 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.534337 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: security-groups-shared-filtering Mar 27 15:18:38.534662 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.535277 dv-cinder-835384-1-smb neutron-server[103021]: WARNING neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 27 15:18:38.535599 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: securitygroup.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.545183 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.545713 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: security-group Mar 27 15:18:38.546050 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: segment.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.546799 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.547314 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension segment not supported by any of loaded plugins Mar 27 15:18:38.547644 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.548611 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.549120 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 27 15:18:38.549447 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: servicetype.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.550591 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.551137 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: service-type Mar 27 15:18:38.551468 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: sorting.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.552465 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.552800 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: sorting Mar 27 15:18:38.553125 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: standard_attr_segment.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.554054 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.554566 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 27 15:18:38.554925 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: standardattrdescription.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.555574 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.556080 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: standard-attr-description Mar 27 15:18:38.556404 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: stateful_security_group.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.557336 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.557857 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: stateful-security-group Mar 27 15:18:38.558184 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: stdattrs_common.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.558779 dv-cinder-835384-1-smb neutron-server[103021]: WARNING neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 27 15:18:38.559107 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.560157 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.560675 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 27 15:18:38.560999 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: subnet_onboard.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.562087 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.562613 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: subnet_onboard Mar 27 15:18:38.562969 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.564411 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.564920 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 27 15:18:38.565246 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: subnet_service_types.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.566180 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.566693 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: subnet-service-types Mar 27 15:18:38.567050 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: subnetallocation.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.568140 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.568661 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: subnet_allocation Mar 27 15:18:38.568992 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.569656 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.570163 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: subnetpool-prefix-ops Mar 27 15:18:38.570488 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.571447 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.571957 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 27 15:18:38.572279 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: tagging.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.573347 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.573866 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: standard-attr-tag Mar 27 15:18:38.574199 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: timestamp.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.575438 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.575954 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loaded extension: standard-attr-timestamp Mar 27 15:18:38.576285 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: trunk.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.577320 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.577837 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension trunk not supported by any of loaded plugins Mar 27 15:18:38.578166 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: trunk_details.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.579155 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.580163 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension trunk-details not supported by any of loaded plugins Mar 27 15:18:38.580491 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: uplink_status_propagation.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.581412 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.581926 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 27 15:18:38.582250 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Loading extension file: vlantransparent.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:38.582988 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:38.583462 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 27 15:18:38.585985 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of TrackedResource for resource:network Mar 27 15:18:38.586502 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of TrackedResource for resource:subnet Mar 27 15:18:38.586940 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of TrackedResource for resource:subnetpool Mar 27 15:18:38.587337 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of TrackedResource for resource:port Mar 27 15:18:38.588572 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:38.589013 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Service FLAVORS assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:38.589636 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:38.590065 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:38.590401 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of TrackedResource for resource:router Mar 27 15:18:38.590879 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of TrackedResource for resource:floatingip Mar 27 15:18:38.591374 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Service METERING assigned prefix: /metering {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:38.592831 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.593206 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.593567 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:38.594572 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of CountableResource for resource:rbac_policy Mar 27 15:18:38.595093 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of TrackedResource for resource:security_group Mar 27 15:18:38.595521 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 27 15:18:38.596125 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Service CORE assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:38.596460 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of TrackedResource for resource:subnetpool Mar 27 15:18:38.596812 dv-cinder-835384-1-smb neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] subnetpool is already registered Mar 27 15:18:38.597245 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Service CORE assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:38.597575 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of TrackedResource for resource:subnetpool Mar 27 15:18:38.597908 dv-cinder-835384-1-smb neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] subnetpool is already registered Mar 27 15:18:38.600187 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:38.600631 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Service FLAVORS assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:38.601209 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:38.601629 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:38.601968 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of TrackedResource for resource:router Mar 27 15:18:38.602308 dv-cinder-835384-1-smb neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] router is already registered Mar 27 15:18:38.602717 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of TrackedResource for resource:floatingip Mar 27 15:18:38.603075 dv-cinder-835384-1-smb neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] floatingip is already registered Mar 27 15:18:38.603537 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Service METERING assigned prefix: /metering {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:38.604194 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of CountableResource for resource:rbac_policy Mar 27 15:18:38.604524 dv-cinder-835384-1-smb neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] rbac_policy is already registered Mar 27 15:18:38.604937 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of TrackedResource for resource:security_group Mar 27 15:18:38.605275 dv-cinder-835384-1-smb neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] security_group is already registered Mar 27 15:18:38.605673 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 27 15:18:38.606007 dv-cinder-835384-1-smb neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] security_group_rule is already registered Mar 27 15:18:38.606629 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Service CORE assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:38.606993 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of TrackedResource for resource:subnetpool Mar 27 15:18:38.607328 dv-cinder-835384-1-smb neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] subnetpool is already registered Mar 27 15:18:38.607748 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Service CORE assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:38.608076 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Creating instance of TrackedResource for resource:subnetpool Mar 27 15:18:38.608409 dv-cinder-835384-1-smb neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] subnetpool is already registered Mar 27 15:18:38.608871 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: extensions {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.610379 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: address-groups {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.611918 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: address-scopes {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.613247 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: agents {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.614427 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: auto-allocated-topology {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.615713 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: availability_zones {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.616930 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: dhcp-networks {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.618561 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: dhcp-agents {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.620030 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: routers {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.622541 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: flavors {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.623758 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: service_profiles {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.625145 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: next_providers {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.627156 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: service_profiles {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.629562 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: floatingip-pools {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.630832 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: routers {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.633098 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: floatingips {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.634489 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: l3-routers {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.635917 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: l3-agents {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.637330 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: metering-labels {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.638700 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: metering-label-rules {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.640020 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: network-ip-availabilities {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.641480 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: bindings {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.643743 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: quotas {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.645309 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: quotas {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.646898 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: rbac-policies {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.648206 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: security-groups {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.649448 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: security-group-rules {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.650688 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: service-providers {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.651933 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: subnetpools {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.653361 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: subnetpools {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.654881 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.656568 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.658420 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.660226 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.662046 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.663946 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.665640 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.667580 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.669361 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.671343 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron.api.extensions [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:38.677232 dv-cinder-835384-1-smb neutron-server[103021]: WARNING keystonemiddleware.auth_token [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 27 15:18:38.681908 dv-cinder-835384-1-smb neutron-server[103021]: WARNING keystonemiddleware.auth_token [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 27 15:18:38.691167 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_concurrency.lockutils [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Acquired lock "singleton_lock" {{(pid=103021) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 27 15:18:38.691649 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_concurrency.lockutils [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Releasing lock "singleton_lock" {{(pid=103021) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 27 15:18:38.692298 dv-cinder-835384-1-smb neutron-server[103021]: INFO oslo_service.service [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Starting 2 workers Mar 27 15:18:38.697197 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Started child 103162 {{(pid=103021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 27 15:18:38.701726 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Started child 103163 {{(pid=103021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 27 15:18:38.702873 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:38.703575 dv-cinder-835384-1-smb neutron-server[103021]: INFO neutron.service [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 27 15:18:38.703958 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:38.704972 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [-] (103162) wsgi starting up on http://0.0.0.0:9696 Mar 27 15:18:38.707028 dv-cinder-835384-1-smb neutron-server[103021]: INFO oslo_service.service [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Starting 1 workers Mar 27 15:18:38.707181 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:38.708592 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [-] (103163) wsgi starting up on http://0.0.0.0:9696 Mar 27 15:18:38.712356 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Started child 103164 {{(pid=103021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 27 15:18:38.712931 dv-cinder-835384-1-smb neutron-server[103021]: INFO oslo_service.service [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Starting 1 workers Mar 27 15:18:38.716208 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.service [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] calling RpcWorker wait() {{(pid=103164) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 27 15:18:38.716755 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.service [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] returning from RpcWorker wait() {{(pid=103164) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 27 15:18:38.717474 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Started child 103165 {{(pid=103021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 27 15:18:38.718262 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:38.718357 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-d5714e90-3b0c-43cd-bf9d-40bfadacd743 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:38.718849 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:18:38.720319 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103021) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 27 15:18:38.720529 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 27 15:18:38.720712 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 27 15:18:38.720936 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 27 15:18:38.721303 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 27 15:18:38.721467 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 27 15:18:38.721966 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.722247 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.722524 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.722800 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.723113 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.723531 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:38.724006 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.724006 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.724252 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.724537 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.724802 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.724974 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.725143 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.725399 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.725650 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.725953 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.726225 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.726471 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.726779 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.726963 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.727233 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.727517 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.727745 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.728003 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] debug = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.728257 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.728741 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.728967 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.729217 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.729440 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.729704 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.729948 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.730233 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.730467 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.730686 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.730972 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.731240 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.731475 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.731706 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.731963 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.732184 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.732457 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.732692 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.733139 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] host = dv-cinder-835384-1-smb {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.733558 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.733781 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.734011 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.734269 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.734527 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.734775 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.735032 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.735329 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.735557 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.735805 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.736045 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.736273 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.736502 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.736735 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] log_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.736895 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] log_options = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.737164 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.737424 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.737670 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.737857 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.738025 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.738189 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.738454 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.738618 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.738907 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.739140 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.739373 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.739579 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.739809 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.740038 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.740281 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.740517 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.740728 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.740935 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.741190 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.741434 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.741679 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.741897 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.742132 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.742362 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.742599 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.742864 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.743090 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.743319 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.743555 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.743785 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.743995 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.744242 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.744453 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.744705 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.744961 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.745190 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.745417 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.745914 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.746197 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.746418 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.746672 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.747044 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.747321 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.747454 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.747602 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.747743 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.747965 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] use_json = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.748194 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.748436 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.748710 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.749083 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.749222 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:18:38.749376 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.749376 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.749592 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.749767 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.749983 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.750444 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.750765 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.751578 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.751820 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.752526 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.752526 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.752676 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.752847 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.753075 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.753309 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.753648 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.754074 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.754201 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.754565 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.754707 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.755653 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.755653 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.755653 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.755982 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.755982 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.756180 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.756579 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.756674 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.756904 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.757153 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.757418 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.757621 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.757917 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.758179 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.758512 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.761142 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.761142 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.761142 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.761142 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.761142 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.761142 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.761142 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.761142 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.761763 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.761763 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.761763 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.761763 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.761763 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.761763 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.762210 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.762210 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.762356 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.762562 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.762807 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.763202 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.763419 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.763631 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.763866 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.764081 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.764336 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.764569 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.764830 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.765092 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.765310 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.765547 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.765753 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.765970 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.766228 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.766444 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.766700 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.767472 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.767692 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.767924 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.768169 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.768382 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.768589 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.768948 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.769298 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.769651 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.770012 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.770413 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.770645 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.770888 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.771127 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.771339 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.771568 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.771778 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.772012 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.772255 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.772478 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.772721 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.772929 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.773138 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.773345 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.773593 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.773799 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.774066 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.774389 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.774627 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.774924 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.775163 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.775401 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.775612 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.775854 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.776236 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.776602 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.776986 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.777237 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.777462 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.777695 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.777938 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.778146 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.778551 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.778788 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.779035 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.779254 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.779471 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.779720 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.779939 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.780214 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.780435 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.780814 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.781048 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.781275 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.781724 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.782124 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.782556 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.782828 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.783106 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.783402 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.783660 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.784069 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.784448 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.784845 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.785246 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.785501 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.785762 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.786160 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.786410 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.786649 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.786934 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.787173 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.787391 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.787640 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.787959 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.788222 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.788441 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.788655 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.788922 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.789181 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.789419 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.789683 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.789927 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.790158 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.790409 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.790643 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.790903 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.791135 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.791363 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.791572 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.791807 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.792037 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.792272 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.792487 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.792720 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.792979 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.793191 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.793423 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.793633 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.793846 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.794057 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.794324 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.794534 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.794772 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.795009 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.795224 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.795438 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.795656 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.795864 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.796114 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.796328 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.796593 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.796835 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.797045 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.797274 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.797514 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.797748 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.797976 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.798215 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.798431 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.798633 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.798868 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.799089 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.799299 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.799528 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.799787 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.799998 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.800228 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.800479 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.800813 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.801052 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.801278 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.801518 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.801771 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.801981 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.802189 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.802415 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.802649 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.802908 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.803125 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.803351 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.803569 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.803784 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.803994 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.804231 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.804486 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.804725 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.804964 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.805179 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.805419 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.805634 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.805843 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.806213 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.806448 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.806655 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.806893 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.807108 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.807314 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.807604 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.807852 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.808111 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.808374 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.808590 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.808837 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.809075 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.809279 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.809492 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.809708 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.809923 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.810126 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.810347 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.810554 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.810780 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.811023 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.811235 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.811441 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.811660 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.811886 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.812091 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.812306 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.812673 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.812881 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.813953 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.813953 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.814130 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.814225 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.814660 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.814660 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.814869 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.815438 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.815438 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.815625 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.815705 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.815914 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.816196 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.816453 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.816686 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.816972 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.817207 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.817451 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.817691 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.818007 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.818218 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.818591 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.818703 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.818940 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.819157 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.819410 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.819726 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.820013 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.820255 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.820493 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.820773 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.821049 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.821327 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.821558 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.821869 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.822188 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.822453 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.822701 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.822952 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.823199 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.823418 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.823646 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.823878 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.824109 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.824325 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.824578 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.824805 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.825026 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.825259 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.825483 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.825692 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.825930 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.826158 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.826392 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.826606 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.826781 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 27 15:18:38.827337 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103021) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 27 15:18:38.827485 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 27 15:18:38.827631 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 27 15:18:38.827791 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 27 15:18:38.827959 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 27 15:18:38.828110 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 27 15:18:38.828315 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.828474 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.828630 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.828788 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.828945 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.829174 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.829335 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.829504 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.829634 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.829792 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.829950 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.830107 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.830262 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.830420 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.830575 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.830747 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.830908 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.831065 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.831228 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.831378 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.831528 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.831690 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.831844 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] debug = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.832002 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.832199 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.832361 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.832518 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.832674 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.832830 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.832985 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.833188 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.833306 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.833464 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.833619 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.833776 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.833932 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.834017 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:18:38.834110 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.834237 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.834392 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.834548 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.834702 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.834882 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] host = dv-cinder-835384-1-smb {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.835038 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.835195 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.835352 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.835508 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.835664 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.835819 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.835976 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.836132 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.836289 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.836449 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.836606 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.836762 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.836918 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.837075 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] log_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.837231 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] log_options = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.837387 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.837542 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.837698 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.837879 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.838042 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.838198 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.838353 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.838510 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.838666 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.838843 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.839174 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.839174 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.839547 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.839547 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.839694 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.839694 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.840311 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.840311 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.840311 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.840311 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.840607 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.840607 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.840748 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.840862 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.841022 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.841175 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.841483 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.841642 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.841798 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.841955 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.842108 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.842312 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.842431 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.842557 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.842720 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.842882 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.843189 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.843713 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.843713 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.843713 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.843943 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.843943 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.844108 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.844222 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.844378 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.844533 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.845212 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] use_json = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.845370 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.845525 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.845681 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.845836 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.845993 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.846151 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.846312 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.846470 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.846626 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:38.846825 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.846986 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.847155 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.847320 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.847461 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.847619 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.847777 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.847937 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.848094 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.848253 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.848419 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.848578 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.848746 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.848909 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.849065 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.849377 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.849521 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.849684 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.849843 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.850001 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.850159 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.850301 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.850476 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.850637 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.850816 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.850958 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.851092 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.851262 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.851408 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.851572 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.851871 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.851871 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.852129 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.852611 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.852611 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.852611 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.852611 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.853127 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.853127 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.853127 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.853354 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.853354 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.853497 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.853626 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.853816 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.853943 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.854102 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.854260 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.854418 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.854576 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.854786 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.854935 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.855067 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.855226 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.855386 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.855545 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.855703 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.855871 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.856028 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.856187 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.856345 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.856503 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.856662 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.856820 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.856978 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.857135 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.857293 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.857452 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.857622 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.857780 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.857939 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.858498 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.858498 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.858498 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.858498 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.858831 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.858831 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.858981 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.860085 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.860085 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.860085 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.860085 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.860085 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.860085 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.860085 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.860896 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.860896 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.860896 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.860896 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.860896 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.861274 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.861274 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.861274 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.861489 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.861605 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.861771 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.861862 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.861992 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.862153 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.862310 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.862467 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.862625 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.862806 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.862966 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.863147 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.863382 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.864453 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.864453 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.864453 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.864453 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.864453 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.864453 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.864453 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.864453 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.865428 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.865428 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.865428 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.865428 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.865428 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.865428 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.866245 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.866245 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.866245 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.866245 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.866245 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.866245 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.867926 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.867926 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.867926 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.867926 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.867926 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.867926 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.867926 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.867926 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.867926 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.868548 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.868548 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.868548 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.868548 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.868548 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.868548 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.868942 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.868942 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.868942 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.869147 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.869225 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.869325 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.869483 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.869644 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.869796 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.869954 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.870111 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.870270 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.870431 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.870862 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.871025 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.871178 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.871417 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.871521 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.871644 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.871791 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.871948 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.872105 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.872263 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.872432 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.872575 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.872765 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.872879 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.873035 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.873196 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.873352 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.873528 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.873677 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.873831 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.873984 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.874124 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.874261 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.874397 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.874535 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.874686 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.874982 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.875183 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.875183 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.875366 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.875448 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.875606 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.875763 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.876439 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.876610 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.876773 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.876932 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.877082 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.877231 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.877413 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.877547 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.877688 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.877821 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.877981 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.878141 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.878300 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.878458 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.878616 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.878795 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.878955 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.879115 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.879274 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.879433 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.879591 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.879750 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.879907 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.880068 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.880229 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.880389 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.880547 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.880707 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.880866 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.881022 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.881180 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.881337 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.881494 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.881652 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.881811 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.881968 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.882137 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.882295 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.882453 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.882610 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.882792 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.882953 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.883121 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.883279 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.883437 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.883593 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.883750 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.883908 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.884075 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.884233 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.884390 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.884547 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.884703 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.884861 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.885027 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.885190 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.885348 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.885504 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.885661 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.885819 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.885985 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.886143 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.886300 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.886457 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.886614 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.886790 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.886959 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.887117 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.887275 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.887432 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.887590 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.887747 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.887913 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.888073 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.888230 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.888395 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.888554 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.888710 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.888869 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.889040 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.889198 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.889358 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.889517 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.889674 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.889832 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.889992 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.890155 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.890325 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.890489 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.890649 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.890838 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.891007 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.891174 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.891478 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.891478 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.891677 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.895115 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.895115 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.895315 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.895498 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.895621 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59120) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:18:38.895711 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.895840 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.896008 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.896201 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.896370 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.896538 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.896707 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.896871 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.897036 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.897198 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.897362 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.897525 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.897687 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.897848 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.898010 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:38.898164 dv-cinder-835384-1-smb neutron-server[103021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 27 15:18:38.905065 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065098 Mar 27 15:18:50.133721 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0599923-7d76-427a-aad2-07118f8541ac None None] get_active_networks_info from dv-cinder-835384-1-smb {{(pid=103164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 27 15:18:50.193834 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0599923-7d76-427a-aad2-07118f8541ac None None] No non-hosted networks {{(pid=103164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 27 15:18:50.212895 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-50b1c896-e4a6-420f-9328-4ef21c52eb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8110379'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:52.282676 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d91f6daa-09e4-42a6-a6f8-a602ba860c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8110379'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:52.333317 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de660392-2e47-400a-8be9-03a3d30580ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:53.360244 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 59184) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:18:53.636482 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8110379'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:54.028658 dv-cinder-835384-1-smb neutron-server[103162]: WARNING oslo_policy.policy [None req-ba7039cc-28aa-4eeb-875f-3733b0f6f7d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 27 15:18:54.029514 dv-cinder-835384-1-smb neutron-server[103162]: WARNING oslo_policy.policy [None req-ba7039cc-28aa-4eeb-875f-3733b0f6f7d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 27 15:18:54.279395 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [None req-ba7039cc-28aa-4eeb-875f-3733b0f6f7d3 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:18:54.281220 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-ba7039cc-28aa-4eeb-875f-3733b0f6f7d3 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9186547 Mar 27 15:18:55.405383 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8110379'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:55.795907 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.db.l3_hamode_db [None req-de4b463a-920b-4c70-86a1-58f3284aa4ad None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 27 15:18:55.879365 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b463a-920b-4c70-86a1-58f3284aa4ad None None] Routers set() bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:18:55.879759 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b463a-920b-4c70-86a1-58f3284aa4ad None None] Router IDs set() for agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 27 15:18:56.523714 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8110379'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:56.525167 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:18:56.525764 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:18:56.526111 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:18:56.526444 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:18:56.527002 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:18:56.527494 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:18:56.528014 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:18:56.528515 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:18:56.529043 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:18:56.529604 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:18:56.529991 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:18:56.530325 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:18:56.530671 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:18:56.531062 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:18:56.531398 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:18:56.531861 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835384-1-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:18:56.540066 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835384-1-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:18:56.901088 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 59218) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:18:57.207982 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-2aaedd7d-f199-4c3b-b607-7424cbfe3a17 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:18:57.300730 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.policy [None req-2aaedd7d-f199-4c3b-b607-7424cbfe3a17 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103162) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 27 15:18:57.342144 dv-cinder-835384-1-smb neutron-server[103162]: WARNING oslo_policy.policy [None req-2aaedd7d-f199-4c3b-b607-7424cbfe3a17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 27 15:18:57.342509 dv-cinder-835384-1-smb neutron-server[103162]: WARNING oslo_policy.policy [None req-2aaedd7d-f199-4c3b-b607-7424cbfe3a17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 27 15:18:57.439420 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2aaedd7d-f199-4c3b-b607-7424cbfe3a17 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742539614000', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742539612445', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742539564746', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742539573792', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742539581019', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742539625635', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-808553', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-835195', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8292614', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8283160'] for rbac-policy (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:57.507148 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-2aaedd7d-f199-4c3b-b607-7424cbfe3a17 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:57.514774 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-2aaedd7d-f199-4c3b-b607-7424cbfe3a17 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6058877 Mar 27 15:19:00.020285 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 59230) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:00.323065 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:19:00.351343 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Made reservation on behalf of e551fcb9fafe4d12939f56644051b3a4 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:19:00.355256 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:00.373622 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:00.478531 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Publish callbacks [] for security_group (37b1fdfe-89ed-46c4-94ab-56d17ac79f06), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:00.482262 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (37b1fdfe-89ed-46c4-94ab-56d17ac79f06), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:00.514011 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:19:00.541919 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742536124474', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:00.542506 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Unsubscribe: segment precommit_create {{(pid=103162) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 27 15:19:00.543027 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.segments_db [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Added segment a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c of type vlan for network fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d Mar 27 15:19:00.548639 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=37b1fdfe-89ed-46c4-94ab-56d17ac79f06,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:00.569758 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:00.570100 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:00.570435 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:00.570809 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:00.571147 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:00.571471 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:00.571808 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:00.572108 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:00.572427 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:00.572754 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:00.573126 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:00.573464 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:00.573784 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:00.574096 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:00.574408 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Tracked resource versions report: Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: pushed versions: Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: { 'AddressGroup': {'1.2'}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'Agent': {'1.1'}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'ConntrackHelper': {'1.0'}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'LocalIPAssociation': {'1.0'}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'Log': {'1.0'}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'NDPProxy': {'1.0'}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'Network': {'1.1'}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'Port': {'1.7'}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'PortForwarding': {'1.3'}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'QosPolicy': {'1.10'}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'SecurityGroup': {'1.5'}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'SecurityGroupRule': {'1.2'}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'SubPort': {'1.0'}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'Subnet': {'1.1'}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'Trunk': {'1.1'}} Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: consumer versions: Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: { DHCP agent@dv-cinder-835384-1-smb: {}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: L3 agent@dv-cinder-835384-1-smb: {}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: Metadata agent@dv-cinder-835384-1-smb: {}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: Metering agent@dv-cinder-835384-1-smb: {}, Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: Open vSwitch agent@dv-cinder-835384-1-smb: { 'AddressGroup': '1.2', Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'Agent': '1.1', Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'ConntrackHelper': '1.0', Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'LocalIPAssociation': '1.0', Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'Log': '1.0', Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'NDPProxy': '1.0', Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'Network': '1.1', Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'Port': '1.7', Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'PortForwarding': '1.3', Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'QosPolicy': '1.10', Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'SecurityGroup': '1.5', Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'SecurityGroupRule': '1.2', Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'SubPort': '1.0', Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'Subnet': '1.1', Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: 'Trunk': '1.1'}} Mar 27 15:19:00.575624 dv-cinder-835384-1-smb neutron-server[103162]: {{(pid=103162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 27 15:19:00.653830 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:00.691333 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:00.696453 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:19:00.697168 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:00.789492 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7681441 Mar 27 15:19:00.813676 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024aa5db-0781-4edb-b9b1-7b0cebd588ae demo demo] Pushing event updated for resources: {'Network': ['ID=fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:00.825896 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:19:03.321591 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 59242) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:03.718317 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0899fd41-5af2-4efd-b408-7879232e8361 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:19:03.719666 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-0899fd41-5af2-4efd-b408-7879232e8361 demo admin] 10.222.0.13 "GET /v2.0/networks/fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d HTTP/1.1" status: 200 len: 825 time: 0.3971157 Mar 27 15:19:03.743262 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-139e9d8a-51b7-4c91-8f15-a83087d64c60 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/50b5751d-d268-4b74-84fc-1e78bd60f12b HTTP/1.1" status: 200 len: 734 time: 0.0179963 Mar 27 15:19:03.751620 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-f6649cdb-74c5-4346-97f1-282a5c7dc6fc demo admin] Request body: {'subnet': {'network_id': 'fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '50b5751d-d268-4b74-84fc-1e78bd60f12b', 'gateway_ip': '172.20.0.1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:19:03.771735 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6649cdb-74c5-4346-97f1-282a5c7dc6fc demo admin] Made reservation on behalf of e551fcb9fafe4d12939f56644051b3a4 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:19:03.773972 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6649cdb-74c5-4346-97f1-282a5c7dc6fc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:04.058933 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6649cdb-74c5-4346-97f1-282a5c7dc6fc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for subnet (410264a0-0dcb-4ef1-8ec1-ccd9cbf12141), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:04.127093 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6649cdb-74c5-4346-97f1-282a5c7dc6fc demo admin] Pushing event updated for resources: {'Subnet': ['ID=410264a0-0dcb-4ef1-8ec1-ccd9cbf12141,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:04.131534 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6649cdb-74c5-4346-97f1-282a5c7dc6fc demo admin] Checking segment: {'id': 'a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:19:04.131941 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6649cdb-74c5-4346-97f1-282a5c7dc6fc demo admin] Network hostable DHCP agents. Network: fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:19:04.151986 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6649cdb-74c5-4346-97f1-282a5c7dc6fc demo admin] Network fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:19:04.162439 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-f6649cdb-74c5-4346-97f1-282a5c7dc6fc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:19:04.166923 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6649cdb-74c5-4346-97f1-282a5c7dc6fc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:19:04.167529 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f6649cdb-74c5-4346-97f1-282a5c7dc6fc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:04.171915 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd8b43d-1feb-4019-bf04-ac31cf2c2738 None None] Network fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:19:04.182101 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-f6649cdb-74c5-4346-97f1-282a5c7dc6fc demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4336462 Mar 27 15:19:04.544585 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1149be5e-69e0-5c3c-8334-0e120ffae105-fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d', 'network_id': 'fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d', 'project_id': 'e551fcb9fafe4d12939f56644051b3a4', 'fixed_ips': [{'subnet_id': '410264a0-0dcb-4ef1-8ec1-ccd9cbf12141'}]}} from dv-cinder-835384-1-smb. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:19:04.545957 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:04.823385 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Allocated IP 172.20.0.2 (fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d/410264a0-0dcb-4ef1-8ec1-ccd9cbf12141/66cacd60-f461-4cdc-a903-3dbf2f6d512a) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:19:05.087807 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Publish callbacks [] for port (66cacd60-f461-4cdc-a903-3dbf2f6d512a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:05.095465 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (66cacd60-f461-4cdc-a903-3dbf2f6d512a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:05.179841 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Network fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:19:05.181046 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Pushing event updated for resources: {'Port': ['ID=66cacd60-f461-4cdc-a903-3dbf2f6d512a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:05.183235 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:19:05.190625 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:19:05.194066 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:05.194410 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:05.194768 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:05.195130 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:05.195466 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:05.195794 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:05.196120 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:05.196443 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:05.196766 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:05.197085 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:05.197406 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:05.197742 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:05.198069 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:05.198385 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:05.198703 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Tracked resource versions report: Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: pushed versions: Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: { 'AddressGroup': {'1.2'}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'Agent': {'1.1'}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'ConntrackHelper': {'1.0'}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'LocalIPAssociation': {'1.0'}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'Log': {'1.0'}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'NDPProxy': {'1.0'}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'Network': {'1.1'}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'Port': {'1.7'}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'PortForwarding': {'1.3'}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'QosPolicy': {'1.10'}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'SecurityGroup': {'1.5'}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'SecurityGroupRule': {'1.2'}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'SubPort': {'1.0'}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'Subnet': {'1.1'}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'Trunk': {'1.1'}} Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: consumer versions: Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: { DHCP agent@dv-cinder-835384-1-smb: {}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: L3 agent@dv-cinder-835384-1-smb: {}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: Metadata agent@dv-cinder-835384-1-smb: {}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: Metering agent@dv-cinder-835384-1-smb: {}, Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: Open vSwitch agent@dv-cinder-835384-1-smb: { 'AddressGroup': '1.2', Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'Agent': '1.1', Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'ConntrackHelper': '1.0', Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'LocalIPAssociation': '1.0', Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'Log': '1.0', Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'NDPProxy': '1.0', Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'Network': '1.1', Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'Port': '1.7', Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'PortForwarding': '1.3', Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'QosPolicy': '1.10', Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'SecurityGroup': '1.5', Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'SecurityGroupRule': '1.2', Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'SubPort': '1.0', Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'Subnet': '1.1', Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: 'Trunk': '1.1'}} Mar 27 15:19:05.199939 dv-cinder-835384-1-smb neutron-server[103164]: {{(pid=103164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 27 15:19:05.277138 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Attempting to bind port 66cacd60-f461-4cdc-a903-3dbf2f6d512a on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:19:05.277541 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Attempting to bind port 66cacd60-f461-4cdc-a903-3dbf2f6d512a by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': 'a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:19:05.277963 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Attempting to bind port 66cacd60-f461-4cdc-a903-3dbf2f6d512a on network fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:19:05.282913 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:19:05.283296 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Checking segment: {'id': 'a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:19:05.283784 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:05.284171 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Bound using segment: {'id': 'a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:19:05.284651 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Bound port: 66cacd60-f461-4cdc-a903-3dbf2f6d512a, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:19:05.285075 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (66cacd60-f461-4cdc-a903-3dbf2f6d512a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:05.346926 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] For port 66cacd60-f461-4cdc-a903-3dbf2f6d512a, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:19:05.351821 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] For port 66cacd60-f461-4cdc-a903-3dbf2f6d512a, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=66cacd60-f461-4cdc-a903-3dbf2f6d512a,segment=NetworkSegment(a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c),segment_id=a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:19:05.361296 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (66cacd60-f461-4cdc-a903-3dbf2f6d512a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:05.425404 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0e0b3-bd4b-43ba-8ec8-44713ab325ee None None] Pushing event updated for resources: {'Port': ['ID=66cacd60-f461-4cdc-a903-3dbf2f6d512a,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:06.709173 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 59250) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:07.018274 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [None req-b8011665-0d0d-47e7-9564-a2d210ab0586 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:19:07.019306 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-b8011665-0d0d-47e7-9564-a2d210ab0586 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3091176 Mar 27 15:19:09.541445 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 59258) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:09.846258 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [None req-21730cfa-52f4-42ef-a3fa-33b2d5d72bc1 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:19:09.847266 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-21730cfa-52f4-42ef-a3fa-33b2d5d72bc1 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3048971 Mar 27 15:19:12.444605 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 59266) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:12.760799 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6768393f-79c8-45ef-ba12-c3a34d5da11a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:19:12.784111 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6768393f-79c8-45ef-ba12-c3a34d5da11a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8114740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3413'] for router (eba470f3-d994-4c49-a135-0810caeed319), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:12.785768 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6768393f-79c8-45ef-ba12-c3a34d5da11a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8115364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3422'] for router (eba470f3-d994-4c49-a135-0810caeed319), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:12.922292 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6768393f-79c8-45ef-ba12-c3a34d5da11a demo demo] Publish callbacks [] for router_controller (eba470f3-d994-4c49-a135-0810caeed319), precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:12.927052 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6768393f-79c8-45ef-ba12-c3a34d5da11a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8115391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8111138'] for router (eba470f3-d994-4c49-a135-0810caeed319), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:12.944177 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6768393f-79c8-45ef-ba12-c3a34d5da11a demo demo] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:12.945355 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-6768393f-79c8-45ef-ba12-c3a34d5da11a demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4997480 Mar 27 15:19:15.503807 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59278) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:15.997257 dv-cinder-835384-1-smb neutron-server[103163]: WARNING oslo_policy.policy [None req-79163a8f-7eeb-4e63-a55d-9740e60928f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 27 15:19:15.997845 dv-cinder-835384-1-smb neutron-server[103163]: WARNING oslo_policy.policy [None req-79163a8f-7eeb-4e63-a55d-9740e60928f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 27 15:19:16.224205 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [None req-79163a8f-7eeb-4e63-a55d-9740e60928f9 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:19:16.225280 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-79163a8f-7eeb-4e63-a55d-9740e60928f9 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7205257 Mar 27 15:19:17.248364 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 66cacd60-f461-4cdc-a903-3dbf2f6d512a up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:19:17.273359 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372dc91a-d598-49c8-b97f-1c26fd3d4a73 None None] Network fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:19:17.395640 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-514b0ea0-2224-4def-8d45-f3eeac07ff2b None None] Provisioning complete for port 66cacd60-f461-4cdc-a903-3dbf2f6d512a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:17.396060 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-514b0ea0-2224-4def-8d45-f3eeac07ff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (66cacd60-f461-4cdc-a903-3dbf2f6d512a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:17.438410 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 66cacd60-f461-4cdc-a903-3dbf2f6d512a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:17.438715 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (66cacd60-f461-4cdc-a903-3dbf2f6d512a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:17.627150 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-514b0ea0-2224-4def-8d45-f3eeac07ff2b None None] Current status of the port 66cacd60-f461-4cdc-a903-3dbf2f6d512a is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:19:17.627541 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-514b0ea0-2224-4def-8d45-f3eeac07ff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (66cacd60-f461-4cdc-a903-3dbf2f6d512a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:17.642274 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 66cacd60-f461-4cdc-a903-3dbf2f6d512a is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:19:17.642663 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (66cacd60-f461-4cdc-a903-3dbf2f6d512a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:17.681446 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-514b0ea0-2224-4def-8d45-f3eeac07ff2b None None] For port 66cacd60-f461-4cdc-a903-3dbf2f6d512a, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=66cacd60-f461-4cdc-a903-3dbf2f6d512a,segment=NetworkSegment(a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c),segment_id=a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:19:17.689009 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-514b0ea0-2224-4def-8d45-f3eeac07ff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (66cacd60-f461-4cdc-a903-3dbf2f6d512a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:17.764235 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.db.api [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 27 15:19:17.764639 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG oslo_db.api [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 27 15:19:17.767722 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b0ea0-2224-4def-8d45-f3eeac07ff2b None None] Pushing event updated for resources: {'Port': ['ID=66cacd60-f461-4cdc-a903-3dbf2f6d512a,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:17.807041 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b71beb2f-7369-48eb-a7d7-f7e43602d8b1 None None] Provisioning complete for port 66cacd60-f461-4cdc-a903-3dbf2f6d512a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:17.807441 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b71beb2f-7369-48eb-a7d7-f7e43602d8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (66cacd60-f461-4cdc-a903-3dbf2f6d512a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:17.887726 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b71beb2f-7369-48eb-a7d7-f7e43602d8b1 None None] Current status of the port 66cacd60-f461-4cdc-a903-3dbf2f6d512a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:19:18.299055 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 66cacd60-f461-4cdc-a903-3dbf2f6d512a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:19:18.785728 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59294) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:19.096356 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:19:19.148712 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Made reservation on behalf of c93208ee4ac1496f99af09cb01671df5 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:19:19.210311 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.policy [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103163) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 27 15:19:19.217825 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 66cacd60-f461-4cdc-a903-3dbf2f6d512a up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:19:19.253033 dv-cinder-835384-1-smb neutron-server[103163]: WARNING oslo_policy.policy [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 27 15:19:19.253411 dv-cinder-835384-1-smb neutron-server[103163]: WARNING oslo_policy.policy [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 27 15:19:19.263225 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:19.267791 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 66cacd60-f461-4cdc-a903-3dbf2f6d512a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:19.268185 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (66cacd60-f461-4cdc-a903-3dbf2f6d512a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:19.283466 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:19.341939 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 66cacd60-f461-4cdc-a903-3dbf2f6d512a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:19:19.392213 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Publish callbacks [] for security_group (89a513b1-28b8-41ed-9555-67bcebe5586b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:19.395704 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (89a513b1-28b8-41ed-9555-67bcebe5586b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:19.406980 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Reserving flat network on physical network physnet1 {{(pid=103163) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 27 15:19:19.437775 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742536124474', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (03bf449b-31bc-423a-8497-ceeb3d9e42b4), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:19.438355 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Unsubscribe: segment precommit_create {{(pid=103163) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 27 15:19:19.438882 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Added segment 03bf449b-31bc-423a-8497-ceeb3d9e42b4 of type flat for network 6b523561-9fa5-43e1-895e-32993d078f63 Mar 27 15:19:19.454720 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a513b1-28b8-41ed-9555-67bcebe5586b,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:19.505245 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:19.505589 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:19.505939 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:19.506289 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:19.506616 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:19.506958 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:19.507277 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:19.507595 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:19.507910 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:19.508223 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:19.508540 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:19.508867 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:19.509185 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:19.509497 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:19.509808 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Tracked resource versions report: Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: pushed versions: Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: { 'AddressGroup': {'1.2'}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'Agent': {'1.1'}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'ConntrackHelper': {'1.0'}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'LocalIPAssociation': {'1.0'}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'Log': {'1.0'}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'NDPProxy': {'1.0'}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'Network': {'1.1'}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'Port': {'1.7'}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'PortForwarding': {'1.3'}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'QosPolicy': {'1.10'}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'SecurityGroup': {'1.5'}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'SecurityGroupRule': {'1.2'}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'SubPort': {'1.0'}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'Subnet': {'1.1'}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'Trunk': {'1.1'}} Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: consumer versions: Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: { DHCP agent@dv-cinder-835384-1-smb: {}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: L3 agent@dv-cinder-835384-1-smb: {}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: Metadata agent@dv-cinder-835384-1-smb: {}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: Metering agent@dv-cinder-835384-1-smb: {}, Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: Open vSwitch agent@dv-cinder-835384-1-smb: { 'AddressGroup': '1.2', Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'Agent': '1.1', Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'ConntrackHelper': '1.0', Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'LocalIPAssociation': '1.0', Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'Log': '1.0', Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'NDPProxy': '1.0', Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'Network': '1.1', Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'Port': '1.7', Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'PortForwarding': '1.3', Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'QosPolicy': '1.10', Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'SecurityGroup': '1.5', Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'SecurityGroupRule': '1.2', Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'SubPort': '1.0', Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'Subnet': '1.1', Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: 'Trunk': '1.1'}} Mar 27 15:19:19.511025 dv-cinder-835384-1-smb neutron-server[103163]: {{(pid=103163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 27 15:19:19.559221 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (6b523561-9fa5-43e1-895e-32993d078f63), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:19.602462 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (6b523561-9fa5-43e1-895e-32993d078f63), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:19.603833 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:19:19.604671 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:19.682856 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8959436 Mar 27 15:19:19.713770 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bfb1d-e601-4a4b-978d-fbd226d1f5e8 admin admin] Pushing event updated for resources: {'Network': ['ID=6b523561-9fa5-43e1-895e-32993d078f63,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:19.725065 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network 6b523561-9fa5-43e1-895e-32993d078f63 details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:19:20.070244 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3cd3986c-e363-4ffc-9090-40a3f3061a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:22.165269 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 59308) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:22.286247 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d5a9b2db-31e9-40c3-b3fa-73228d52fb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:22.519710 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92af4840-19d5-4237-aba6-4d8a59d17410 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:19:22.521035 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-92af4840-19d5-4237-aba6-4d8a59d17410 demo admin] 10.222.0.13 "GET /v2.0/subnets/410264a0-0dcb-4ef1-8ec1-ccd9cbf12141 HTTP/1.1" status: 200 len: 849 time: 0.3548493 Mar 27 15:19:22.642434 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-0c77444d-106d-43a3-81f8-8fdbad146a7e demo admin] 10.222.0.13 "GET /v2.0/routers/eba470f3-d994-4c49-a135-0810caeed319 HTTP/1.1" status: 200 len: 704 time: 0.1156259 Mar 27 15:19:22.907256 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:23.189819 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Allocated IP 172.20.0.1 (fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d/410264a0-0dcb-4ef1-8ec1-ccd9cbf12141/a0de7ea4-e581-4131-a174-9e766dc0be2a) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:19:23.340980 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Publish callbacks [] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:23.450765 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:23.516635 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Network fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:19:23.521207 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:19:23.528076 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:19:23.528614 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8111607'] for router_interface (eba470f3-d994-4c49-a135-0810caeed319), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:23.593647 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:23.595537 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Pushing event updated for resources: {'Port': ['ID=a0de7ea4-e581-4131-a174-9e766dc0be2a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:23.734025 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:23.741378 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-068a0b45-e835-4db1-8028-b52a3792860e None None] Provisioning complete for port a0de7ea4-e581-4131-a174-9e766dc0be2a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:23.741774 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-068a0b45-e835-4db1-8028-b52a3792860e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:23.776793 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-068a0b45-e835-4db1-8028-b52a3792860e None None] Port a0de7ea4-e581-4131-a174-9e766dc0be2a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:19:23.937638 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Publish callbacks [] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:23.941822 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:23.942559 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8120400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8111459'] for router_interface (eba470f3-d994-4c49-a135-0810caeed319), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:24.019823 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Pushing event updated for resources: {'Port': ['ID=a0de7ea4-e581-4131-a174-9e766dc0be2a,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:24.064191 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Network fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:19:24.065450 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:19:24.229934 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Router eba470f3-d994-4c49-a135-0810caeed319 is scheduled to L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:19:24.328529 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:19:24.333882 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-609c5117-3716-4aab-a66e-a73e0db5d2f8 demo admin] 10.222.0.13 "PUT /v2.0/routers/eba470f3-d994-4c49-a135-0810caeed319/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6864398 Mar 27 15:19:24.354193 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Sync routers for ids ['eba470f3-d994-4c49-a135-0810caeed319'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:19:24.366895 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Routers {'eba470f3-d994-4c49-a135-0810caeed319'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:19:24.367733 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:19:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['eba470f3-d994-4c49-a135-0810caeed319'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:24.402008 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6f4dc919-8c2d-4ac6-839f-b1f2e884e73e None None] Provisioning complete for port a0de7ea4-e581-4131-a174-9e766dc0be2a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:24.402803 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc919-8c2d-4ac6-839f-b1f2e884e73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:24.438333 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6f4dc919-8c2d-4ac6-839f-b1f2e884e73e None None] Port a0de7ea4-e581-4131-a174-9e766dc0be2a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:19:24.558982 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Set router eba470f3-d994-4c49-a135-0810caeed319 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:19:24.991524 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba470f3-d994-4c49-a135-0810caeed319', 'name': 'router1', 'tenant_id': 'e551fcb9fafe4d12939f56644051b3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:19:12Z', 'updated_at': '2022-03-27T15:19:23Z', 'revision_number': 2, 'project_id': 'e551fcb9fafe4d12939f56644051b3a4', 'gw_port_host': None, '_interfaces': [{'id': 'a0de7ea4-e581-4131-a174-9e766dc0be2a', 'name': '', 'network_id': 'fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d', 'tenant_id': 'e551fcb9fafe4d12939f56644051b3a4', 'mac_address': 'fa:16:3e:7c:21:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba470f3-d994-4c49-a135-0810caeed319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '410264a0-0dcb-4ef1-8ec1-ccd9cbf12141', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:22Z', 'updated_at': '2022-03-27T15:19:23Z', 'revision_number': 2, 'project_id': 'e551fcb9fafe4d12939f56644051b3a4', 'subnets': [{'id': '410264a0-0dcb-4ef1-8ec1-ccd9cbf12141', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50b5751d-d268-4b74-84fc-1e78bd60f12b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:25.041959 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Checking router: eba470f3-d994-4c49-a135-0810caeed319 for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:19:25.042341 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Updating router eba470f3-d994-4c49-a135-0810caeed319 port a0de7ea4-e581-4131-a174-9e766dc0be2a binding host dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:19:25.093636 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:25.323783 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:25.600454 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Publish callbacks [] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:25.607955 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:25.766424 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Pushing event updated for resources: {'Port': ['ID=a0de7ea4-e581-4131-a174-9e766dc0be2a,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:25.785688 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Attempting to bind port a0de7ea4-e581-4131-a174-9e766dc0be2a on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:19:25.786096 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Attempting to bind port a0de7ea4-e581-4131-a174-9e766dc0be2a by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': 'a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:19:25.786543 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Attempting to bind port a0de7ea4-e581-4131-a174-9e766dc0be2a on network fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:19:25.792069 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:25.792386 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:25.792725 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:25.793071 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:25.793402 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:25.793729 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:25.794053 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:25.794375 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:25.794700 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:25.795048 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:25.795372 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:25.795696 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:25.796045 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:25.796361 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:25.796677 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Tracked resource versions report: Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: pushed versions: Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: { 'AddressGroup': {'1.2'}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'Agent': {'1.1'}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'ConntrackHelper': {'1.0'}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'LocalIPAssociation': {'1.0'}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'Log': {'1.0'}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'NDPProxy': {'1.0'}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'Network': {'1.1'}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'Port': {'1.7'}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'PortForwarding': {'1.3'}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'QosPolicy': {'1.10'}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'SecurityGroup': {'1.5'}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'SecurityGroupRule': {'1.2'}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'SubPort': {'1.0'}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'Subnet': {'1.1'}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'Trunk': {'1.1'}} Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: consumer versions: Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: { DHCP agent@dv-cinder-835384-1-smb: {}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: L3 agent@dv-cinder-835384-1-smb: {}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: Metadata agent@dv-cinder-835384-1-smb: {}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: Metering agent@dv-cinder-835384-1-smb: {}, Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: Open vSwitch agent@dv-cinder-835384-1-smb: { 'AddressGroup': '1.2', Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'Agent': '1.1', Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'ConntrackHelper': '1.0', Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'LocalIPAssociation': '1.0', Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'Log': '1.0', Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'NDPProxy': '1.0', Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'Network': '1.1', Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'Port': '1.7', Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'PortForwarding': '1.3', Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'QosPolicy': '1.10', Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'SecurityGroup': '1.5', Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'SecurityGroupRule': '1.2', Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'SubPort': '1.0', Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'Subnet': '1.1', Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: 'Trunk': '1.1'}} Mar 27 15:19:25.797895 dv-cinder-835384-1-smb neutron-server[103165]: {{(pid=103165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 27 15:19:25.800220 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:19:25.800613 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Checking segment: {'id': 'a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:19:25.801097 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:25.801518 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Bound using segment: {'id': 'a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:19:25.801997 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Bound port: a0de7ea4-e581-4131-a174-9e766dc0be2a, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:19:25.802391 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:25.866701 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-bb2850a1-d6ed-403a-ba94-513eaa12f85a None None] Provisioning complete for port a0de7ea4-e581-4131-a174-9e766dc0be2a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:25.867048 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bb2850a1-d6ed-403a-ba94-513eaa12f85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:25.868547 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] For port a0de7ea4-e581-4131-a174-9e766dc0be2a, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:19:25.887925 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] For port a0de7ea4-e581-4131-a174-9e766dc0be2a, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=a0de7ea4-e581-4131-a174-9e766dc0be2a,segment=NetworkSegment(a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c),segment_id=a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:19:25.894723 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:25.902274 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bb2850a1-d6ed-403a-ba94-513eaa12f85a None None] Port a0de7ea4-e581-4131-a174-9e766dc0be2a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:19:25.950550 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053af2f-5268-479c-82cb-864f7ef35c4f None None] Pushing event updated for resources: {'Port': ['ID=a0de7ea4-e581-4131-a174-9e766dc0be2a,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:25.957497 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Routers {'eba470f3-d994-4c49-a135-0810caeed319'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:19:25.958097 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:19:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['eba470f3-d994-4c49-a135-0810caeed319'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:26.049680 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] Set router eba470f3-d994-4c49-a135-0810caeed319 gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:19:26.120697 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a535d18f-4651-4458-85c8-4f768fb5d2fd None None] Provisioning complete for port a0de7ea4-e581-4131-a174-9e766dc0be2a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:26.121036 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a535d18f-4651-4458-85c8-4f768fb5d2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:26.198613 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a535d18f-4651-4458-85c8-4f768fb5d2fd None None] Current status of the port a0de7ea4-e581-4131-a174-9e766dc0be2a is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:19:26.198969 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a535d18f-4651-4458-85c8-4f768fb5d2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:26.230807 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a535d18f-4651-4458-85c8-4f768fb5d2fd None None] For port a0de7ea4-e581-4131-a174-9e766dc0be2a, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=a0de7ea4-e581-4131-a174-9e766dc0be2a,segment=NetworkSegment(a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c),segment_id=a3f4ee3a-bc4f-4fa5-b8de-ecd69228b82c)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:19:26.237467 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a535d18f-4651-4458-85c8-4f768fb5d2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:26.260594 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba470f3-d994-4c49-a135-0810caeed319', 'name': 'router1', 'tenant_id': 'e551fcb9fafe4d12939f56644051b3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:19:12Z', 'updated_at': '2022-03-27T15:19:23Z', 'revision_number': 2, 'project_id': 'e551fcb9fafe4d12939f56644051b3a4', 'gw_port_host': None, '_interfaces': [{'id': 'a0de7ea4-e581-4131-a174-9e766dc0be2a', 'name': '', 'network_id': 'fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d', 'tenant_id': 'e551fcb9fafe4d12939f56644051b3a4', 'mac_address': 'fa:16:3e:7c:21:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba470f3-d994-4c49-a135-0810caeed319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '410264a0-0dcb-4ef1-8ec1-ccd9cbf12141', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:22Z', 'updated_at': '2022-03-27T15:19:25Z', 'revision_number': 4, 'project_id': 'e551fcb9fafe4d12939f56644051b3a4', 'subnets': [{'id': '410264a0-0dcb-4ef1-8ec1-ccd9cbf12141', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50b5751d-d268-4b74-84fc-1e78bd60f12b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:26.285081 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535d18f-4651-4458-85c8-4f768fb5d2fd None None] Pushing event updated for resources: {'Port': ['ID=a0de7ea4-e581-4131-a174-9e766dc0be2a,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:26.286708 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c3f1b6-3f08-41f0-b8a4-a0d043c16fc7 None None] The sync data for ids ['eba470f3-d994-4c49-a135-0810caeed319'] in dv-cinder-835384-1-smb is: [{'id': 'eba470f3-d994-4c49-a135-0810caeed319', 'name': 'router1', 'tenant_id': 'e551fcb9fafe4d12939f56644051b3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:19:12Z', 'updated_at': '2022-03-27T15:19:23Z', 'revision_number': 2, 'project_id': 'e551fcb9fafe4d12939f56644051b3a4', 'gw_port_host': None, '_interfaces': [{'id': 'a0de7ea4-e581-4131-a174-9e766dc0be2a', 'name': '', 'network_id': 'fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d', 'tenant_id': 'e551fcb9fafe4d12939f56644051b3a4', 'mac_address': 'fa:16:3e:7c:21:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba470f3-d994-4c49-a135-0810caeed319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '410264a0-0dcb-4ef1-8ec1-ccd9cbf12141', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:22Z', 'updated_at': '2022-03-27T15:19:25Z', 'revision_number': 4, 'project_id': 'e551fcb9fafe4d12939f56644051b3a4', 'subnets': [{'id': '410264a0-0dcb-4ef1-8ec1-ccd9cbf12141', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50b5751d-d268-4b74-84fc-1e78bd60f12b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:19:26.520958 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:26.886630 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 59328) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:27.082994 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c2d0c-69fb-4a67-a415-3e7d53f37621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:19:27.084395 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-313c2d0c-69fb-4a67-a415-3e7d53f37621 admin admin] 10.222.0.13 "GET /v2.0/networks/6b523561-9fa5-43e1-895e-32993d078f63 HTTP/1.1" status: 200 len: 842 time: 0.1967854 Mar 27 15:19:27.094845 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e03c267c-1663-423f-b48a-9eea95f4cb62 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'name': 'public-subnet'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:19:27.114210 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03c267c-1663-423f-b48a-9eea95f4cb62 admin admin] Made reservation on behalf of c93208ee4ac1496f99af09cb01671df5 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:19:27.116577 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e03c267c-1663-423f-b48a-9eea95f4cb62 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:27.401656 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.objects.ports [None req-e03c267c-1663-423f-b48a-9eea95f4cb62 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103162) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 27 15:19:27.402005 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e03c267c-1663-423f-b48a-9eea95f4cb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for subnet (b63b550b-7fe9-4e3a-9208-afd6f4134740), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:27.456143 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c267c-1663-423f-b48a-9eea95f4cb62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b63b550b-7fe9-4e3a-9208-afd6f4134740,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:27.463600 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03c267c-1663-423f-b48a-9eea95f4cb62 admin admin] Checking segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:19:27.463960 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03c267c-1663-423f-b48a-9eea95f4cb62 admin admin] Network hostable DHCP agents. Network: 6b523561-9fa5-43e1-895e-32993d078f63, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:19:27.479473 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03c267c-1663-423f-b48a-9eea95f4cb62 admin admin] Network 6b523561-9fa5-43e1-895e-32993d078f63 is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:19:27.489336 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e03c267c-1663-423f-b48a-9eea95f4cb62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, 6b523561-9fa5-43e1-895e-32993d078f63) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:19:27.493353 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03c267c-1663-423f-b48a-9eea95f4cb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:19:27.493946 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e03c267c-1663-423f-b48a-9eea95f4cb62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:27.501538 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5e6d95-ee13-4827-996c-c84124e1ea1b None None] Network 6b523561-9fa5-43e1-895e-32993d078f63 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:19:27.516107 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-e03c267c-1663-423f-b48a-9eea95f4cb62 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4251781 Mar 27 15:19:27.606865 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d54a57e-ef93-4180-a684-ade2a50c19c4 None None] Network 6b523561-9fa5-43e1-895e-32993d078f63 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:19:30.034174 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 59346) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:30.237533 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-3311c191-4a8e-442d-859d-8b78a5a47b9d demo admin] 10.222.0.13 "GET /v2.0/routers/eba470f3-d994-4c49-a135-0810caeed319 HTTP/1.1" status: 200 len: 710 time: 0.2020221 Mar 27 15:19:30.326357 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687c9763-2b9c-4668-9320-88dcdcbe4da4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:19:30.327794 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-687c9763-2b9c-4668-9320-88dcdcbe4da4 demo admin] 10.222.0.13 "GET /v2.0/networks/6b523561-9fa5-43e1-895e-32993d078f63 HTTP/1.1" status: 200 len: 886 time: 0.0848303 Mar 27 15:19:30.336499 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:19:30.580749 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] Publish callbacks [] for router_gateway (eba470f3-d994-4c49-a135-0810caeed319), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:30.814461 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] Publish callbacks [] for router_gateway (eba470f3-d994-4c49-a135-0810caeed319), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:30.886267 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:30.988131 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] Allocated IP 172.28.3.10 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/53a5e1c4-bc1a-4385-9355-5a4070b41da5) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:19:31.083058 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] Publish callbacks [] for port (53a5e1c4-bc1a-4385-9355-5a4070b41da5), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:31.116433 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (53a5e1c4-bc1a-4385-9355-5a4070b41da5), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:31.156462 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:19:31.160967 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:19:31.165372 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] Pushing event updated for resources: {'Port': ['ID=53a5e1c4-bc1a-4385-9355-5a4070b41da5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:31.169499 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:19:31.421268 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] Publish callbacks [] for router_gateway (eba470f3-d994-4c49-a135-0810caeed319), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:31.721849 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8111321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8115382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3368'] for router (eba470f3-d994-4c49-a135-0810caeed319), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:31.725235 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8111138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8111312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8111147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8115329'] for router (eba470f3-d994-4c49-a135-0810caeed319), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:31.763837 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:19:31.832456 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] Router eba470f3-d994-4c49-a135-0810caeed319 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:19:31.938504 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:19:31.943223 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:31.944417 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-0fc2980f-3cfa-49ed-bdbc-f710f63ed651 demo admin] 10.222.0.13 "PUT /v2.0/routers/eba470f3-d994-4c49-a135-0810caeed319 HTTP/1.1" status: 200 len: 889 time: 1.6110537 Mar 27 15:19:33.257711 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device a0de7ea4-e581-4131-a174-9e766dc0be2a up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:19:33.310909 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port a0de7ea4-e581-4131-a174-9e766dc0be2a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:33.311218 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:33.389669 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port a0de7ea4-e581-4131-a174-9e766dc0be2a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:19:34.507406 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59360) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:34.666550 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-5808c848-118c-4839-a396-e397fe35d049 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1580231 Mar 27 15:19:34.965806 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Sync routers for ids ['eba470f3-d994-4c49-a135-0810caeed319'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:19:34.977334 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Routers {'eba470f3-d994-4c49-a135-0810caeed319'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:19:34.977986 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:19:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['eba470f3-d994-4c49-a135-0810caeed319'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:35.190588 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Set router eba470f3-d994-4c49-a135-0810caeed319 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:19:35.670382 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba470f3-d994-4c49-a135-0810caeed319', 'name': 'router1', 'tenant_id': 'e551fcb9fafe4d12939f56644051b3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '53a5e1c4-bc1a-4385-9355-5a4070b41da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:19:12Z', 'updated_at': '2022-03-27T15:19:31Z', 'revision_number': 4, 'project_id': 'e551fcb9fafe4d12939f56644051b3a4', 'gw_port': {'id': '53a5e1c4-bc1a-4385-9355-5a4070b41da5', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba470f3-d994-4c49-a135-0810caeed319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:30Z', 'updated_at': '2022-03-27T15:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'a0de7ea4-e581-4131-a174-9e766dc0be2a', 'name': '', 'network_id': 'fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d', 'tenant_id': 'e551fcb9fafe4d12939f56644051b3a4', 'mac_address': 'fa:16:3e:7c:21:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba470f3-d994-4c49-a135-0810caeed319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '410264a0-0dcb-4ef1-8ec1-ccd9cbf12141', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:22Z', 'updated_at': '2022-03-27T15:19:26Z', 'revision_number': 5, 'project_id': 'e551fcb9fafe4d12939f56644051b3a4', 'subnets': [{'id': '410264a0-0dcb-4ef1-8ec1-ccd9cbf12141', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50b5751d-d268-4b74-84fc-1e78bd60f12b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:35.720039 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Checking router: eba470f3-d994-4c49-a135-0810caeed319 for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:19:35.720337 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Updating router eba470f3-d994-4c49-a135-0810caeed319 port 53a5e1c4-bc1a-4385-9355-5a4070b41da5 binding host dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:19:35.772382 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (53a5e1c4-bc1a-4385-9355-5a4070b41da5), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:36.077437 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Publish callbacks [] for port (53a5e1c4-bc1a-4385-9355-5a4070b41da5), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:36.082709 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (53a5e1c4-bc1a-4385-9355-5a4070b41da5), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:36.130112 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Attempting to bind port 53a5e1c4-bc1a-4385-9355-5a4070b41da5 on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:19:36.130483 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Attempting to bind port 53a5e1c4-bc1a-4385-9355-5a4070b41da5 by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:19:36.130868 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Attempting to bind port 53a5e1c4-bc1a-4385-9355-5a4070b41da5 on network 6b523561-9fa5-43e1-895e-32993d078f63 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:19:36.138023 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:19:36.138393 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Checking segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:19:36.138816 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:36.139205 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Bound using segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:19:36.139701 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Bound port: 53a5e1c4-bc1a-4385-9355-5a4070b41da5, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:19:36.140073 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (53a5e1c4-bc1a-4385-9355-5a4070b41da5), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:36.141464 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac1b25-f77e-4a32-b75a-74ae52376601 None None] Pushing event updated for resources: {'Port': ['ID=53a5e1c4-bc1a-4385-9355-5a4070b41da5,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:36.191681 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] For port 53a5e1c4-bc1a-4385-9355-5a4070b41da5, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:19:36.194604 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] For port 53a5e1c4-bc1a-4385-9355-5a4070b41da5, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=53a5e1c4-bc1a-4385-9355-5a4070b41da5,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:19:36.200138 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (53a5e1c4-bc1a-4385-9355-5a4070b41da5), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:36.258467 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Routers {'eba470f3-d994-4c49-a135-0810caeed319'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:19:36.259092 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:19:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['eba470f3-d994-4c49-a135-0810caeed319'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:36.261733 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac1b25-f77e-4a32-b75a-74ae52376601 None None] Pushing event updated for resources: {'Port': ['ID=53a5e1c4-bc1a-4385-9355-5a4070b41da5,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:36.376788 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] Set router eba470f3-d994-4c49-a135-0810caeed319 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:19:36.596321 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba470f3-d994-4c49-a135-0810caeed319', 'name': 'router1', 'tenant_id': 'e551fcb9fafe4d12939f56644051b3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '53a5e1c4-bc1a-4385-9355-5a4070b41da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:19:12Z', 'updated_at': '2022-03-27T15:19:31Z', 'revision_number': 4, 'project_id': 'e551fcb9fafe4d12939f56644051b3a4', 'gw_port': {'id': '53a5e1c4-bc1a-4385-9355-5a4070b41da5', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba470f3-d994-4c49-a135-0810caeed319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:30Z', 'updated_at': '2022-03-27T15:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'a0de7ea4-e581-4131-a174-9e766dc0be2a', 'name': '', 'network_id': 'fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d', 'tenant_id': 'e551fcb9fafe4d12939f56644051b3a4', 'mac_address': 'fa:16:3e:7c:21:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba470f3-d994-4c49-a135-0810caeed319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '410264a0-0dcb-4ef1-8ec1-ccd9cbf12141', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:22Z', 'updated_at': '2022-03-27T15:19:26Z', 'revision_number': 5, 'project_id': 'e551fcb9fafe4d12939f56644051b3a4', 'subnets': [{'id': '410264a0-0dcb-4ef1-8ec1-ccd9cbf12141', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50b5751d-d268-4b74-84fc-1e78bd60f12b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:36.623275 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2758e8d5-6477-45e0-8871-6225dc41a3a9 None None] The sync data for ids ['eba470f3-d994-4c49-a135-0810caeed319'] in dv-cinder-835384-1-smb is: [{'id': 'eba470f3-d994-4c49-a135-0810caeed319', 'name': 'router1', 'tenant_id': 'e551fcb9fafe4d12939f56644051b3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '53a5e1c4-bc1a-4385-9355-5a4070b41da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:19:12Z', 'updated_at': '2022-03-27T15:19:31Z', 'revision_number': 4, 'project_id': 'e551fcb9fafe4d12939f56644051b3a4', 'gw_port': {'id': '53a5e1c4-bc1a-4385-9355-5a4070b41da5', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba470f3-d994-4c49-a135-0810caeed319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:30Z', 'updated_at': '2022-03-27T15:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'a0de7ea4-e581-4131-a174-9e766dc0be2a', 'name': '', 'network_id': 'fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d', 'tenant_id': 'e551fcb9fafe4d12939f56644051b3a4', 'mac_address': 'fa:16:3e:7c:21:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba470f3-d994-4c49-a135-0810caeed319', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '410264a0-0dcb-4ef1-8ec1-ccd9cbf12141', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:22Z', 'updated_at': '2022-03-27T15:19:26Z', 'revision_number': 5, 'project_id': 'e551fcb9fafe4d12939f56644051b3a4', 'subnets': [{'id': '410264a0-0dcb-4ef1-8ec1-ccd9cbf12141', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50b5751d-d268-4b74-84fc-1e78bd60f12b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:19:37.330662 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 53a5e1c4-bc1a-4385-9355-5a4070b41da5 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:19:37.387412 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 53a5e1c4-bc1a-4385-9355-5a4070b41da5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:37.388068 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (53a5e1c4-bc1a-4385-9355-5a4070b41da5), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:37.475529 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 53a5e1c4-bc1a-4385-9355-5a4070b41da5 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:19:37.476051 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (53a5e1c4-bc1a-4385-9355-5a4070b41da5), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:37.497621 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] For port 53a5e1c4-bc1a-4385-9355-5a4070b41da5, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=53a5e1c4-bc1a-4385-9355-5a4070b41da5,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:19:37.503558 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (53a5e1c4-bc1a-4385-9355-5a4070b41da5), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:37.558582 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Pushing event updated for resources: {'Port': ['ID=53a5e1c4-bc1a-4385-9355-5a4070b41da5,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:39.263468 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 53a5e1c4-bc1a-4385-9355-5a4070b41da5 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:19:39.320181 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 53a5e1c4-bc1a-4385-9355-5a4070b41da5 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:39.320912 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (53a5e1c4-bc1a-4385-9355-5a4070b41da5), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:39.407885 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 53a5e1c4-bc1a-4385-9355-5a4070b41da5 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:19:50.079108 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bbbfcb93-b8e8-4d8a-80d2-a835348a14a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:52.295070 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b82e3205-877b-41b9-acc2-e8726c250397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:53.600846 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:55.327280 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:56.524910 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:08.765687 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:20:20.076376 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ef26a796-0cd6-4a81-8f41-0bfbc37ce846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:22.291294 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-69bbedf7-5dd4-4f18-89a8-3eab103521d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:23.593132 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:25.341036 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:26.521458 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:45.763754 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:20:50.070948 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ec3f43b9-6a98-4f84-90a1-8b9e76cd06a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:52.293130 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-370af735-32dd-43f7-9afd-5e8eb69f9b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:53.595049 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:55.335817 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:56.523323 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:56.608083 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59844) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:20:56.673524 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4d4158-90dc-47e8-99e2-280bf5935c44 admin admin] GET failed (client error): The resource could not be found. Mar 27 15:20:56.674779 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-cd4d4158-90dc-47e8-99e2-280bf5935c44 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657206 Mar 27 15:20:56.840574 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37895b9b-fce5-410c-9d0b-78c06d7a6f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:20:56.842007 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-37895b9b-fce5-410c-9d0b-78c06d7a6f70 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1632066 Mar 27 15:20:59.136109 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59854) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:20:59.283282 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3590244a-0943-41fa-a1fa-029ef2a6f640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:20:59.284626 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-3590244a-0943-41fa-a1fa-029ef2a6f640 admin admin] 10.222.0.13 "GET /v2.0/subnets/410264a0-0dcb-4ef1-8ec1-ccd9cbf12141 HTTP/1.1" status: 200 len: 849 time: 0.1475735 Mar 27 15:20:59.293898 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:20:59.376866 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Publish callbacks [] for subnet (410264a0-0dcb-4ef1-8ec1-ccd9cbf12141), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:59.524389 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742536351371'] for subnet (410264a0-0dcb-4ef1-8ec1-ccd9cbf12141), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:59.563426 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:20:59.564604 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:59.572122 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] 10.222.0.13 "PUT /v2.0/subnets/410264a0-0dcb-4ef1-8ec1-ccd9cbf12141 HTTP/1.1" status: 200 len: 868 time: 0.2749863 Mar 27 15:20:59.575627 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f93f43c-047f-45cc-bc52-58c32d3b7063 None None] Network fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:20:59.585349 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Pushing event updated for resources: {'Subnet': ['ID=410264a0-0dcb-4ef1-8ec1-ccd9cbf12141,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:20:59.594492 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:20:59.594878 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:20:59.595272 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:20:59.595591 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:20:59.595926 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:20:59.596254 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:20:59.596580 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:20:59.596904 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:20:59.597226 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:20:59.597547 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:20:59.597869 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:20:59.598212 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:20:59.598539 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:20:59.598886 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:20:59.599190 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f63-2290-4e8b-8641-4b285d77113b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:20:59.938553 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2ae1b1a8-4e9c-4251-a181-c1ab66f7db0c None None] Provisioning complete for port 66cacd60-f461-4cdc-a903-3dbf2f6d512a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:20:59.938970 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2ae1b1a8-4e9c-4251-a181-c1ab66f7db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (66cacd60-f461-4cdc-a903-3dbf2f6d512a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:00.016434 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2ae1b1a8-4e9c-4251-a181-c1ab66f7db0c None None] Current status of the port 66cacd60-f461-4cdc-a903-3dbf2f6d512a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:21:00.026028 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2ae1b1a8-4e9c-4251-a181-c1ab66f7db0c None None] Provisioning complete for port a0de7ea4-e581-4131-a174-9e766dc0be2a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:21:00.026415 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2ae1b1a8-4e9c-4251-a181-c1ab66f7db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (a0de7ea4-e581-4131-a174-9e766dc0be2a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:00.097953 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2ae1b1a8-4e9c-4251-a181-c1ab66f7db0c None None] Current status of the port a0de7ea4-e581-4131-a174-9e766dc0be2a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:21:01.949292 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 59862) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:02.143939 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c6fca6-fa0e-4a1f-b112-7a6ad64d3a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:02.144317 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c6fca6-fa0e-4a1f-b112-7a6ad64d3a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:02.145840 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-f8c6fca6-fa0e-4a1f-b112-7a6ad64d3a48 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1956134 Mar 27 15:21:04.465110 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 59872) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:04.595770 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951fc700-0d49-4843-a803-036bf41c4626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:04.596241 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951fc700-0d49-4843-a803-036bf41c4626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:04.597786 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-951fc700-0d49-4843-a803-036bf41c4626 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1317019 Mar 27 15:21:06.939049 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 59880) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:07.059336 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ae0e49-445d-4411-ab98-6fc41672a8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:07.060658 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-10ae0e49-445d-4411-ab98-6fc41672a8f8 admin admin] 10.222.0.13 "GET /v2.0/networks/6b523561-9fa5-43e1-895e-32993d078f63 HTTP/1.1" status: 200 len: 886 time: 0.1206717 Mar 27 15:21:09.366300 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 59888) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:09.494791 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bfd952-c7af-4ac3-ad46-44586f4e0ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:09.496092 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-09bfd952-c7af-4ac3-ad46-44586f4e0ff6 admin admin] 10.222.0.13 "GET /v2.0/networks/fdd8ac4f-77dd-490f-af4e-1fe7e9913f3d HTTP/1.1" status: 200 len: 869 time: 0.1288218 Mar 27 15:21:11.806235 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59896) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:11.926574 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539731a-dc27-4c47-abcd-e40960cc1db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:11.927054 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539731a-dc27-4c47-abcd-e40960cc1db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:11.928540 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2539731a-dc27-4c47-abcd-e40960cc1db1 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213481 Mar 27 15:21:14.228984 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 59904) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:14.351915 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135e4b8f-a231-450d-82d8-303edb6809d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:14.352379 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135e4b8f-a231-450d-82d8-303edb6809d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:14.353902 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-135e4b8f-a231-450d-82d8-303edb6809d0 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239800 Mar 27 15:21:16.675655 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59912) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:16.768638 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea87d35d-94b3-4daf-86ae-1255aaab24a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:16.769956 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ea87d35d-94b3-4daf-86ae-1255aaab24a2 admin admin] 10.222.0.13 "GET /v2.0/subnets/410264a0-0dcb-4ef1-8ec1-ccd9cbf12141 HTTP/1.1" status: 200 len: 868 time: 0.0933714 Mar 27 15:21:19.086468 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59920) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:19.170876 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e352e2aa-029e-46f6-9104-9c45425a6f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:19.172722 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e352e2aa-029e-46f6-9104-9c45425a6f38 admin admin] 10.222.0.13 "GET /v2.0/subnets/b63b550b-7fe9-4e3a-9208-afd6f4134740 HTTP/1.1" status: 200 len: 816 time: 0.0852830 Mar 27 15:21:20.072512 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e6e4d0fc-930a-49d3-8853-c6c5d17beea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:22.294594 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7a2dd148-bd7c-4648-ab49-a26ca78cd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:22.762222 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:21:23.598758 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:25.339661 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:26.526207 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:47.172268 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59972) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:47.218527 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [None req-af5abd30-f54e-4964-a0ef-e8eb7491273f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:21:47.219522 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-af5abd30-f54e-4964-a0ef-e8eb7491273f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463355 Mar 27 15:21:49.584108 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59980) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:49.642779 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-e029d60c-1139-4c3d-9a21-f0c056b3c7ac admin admin] GET failed (client error): The resource could not be found. Mar 27 15:21:49.644020 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e029d60c-1139-4c3d-9a21-f0c056b3c7ac admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590203 Mar 27 15:21:49.726625 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411fb78a-d794-4823-99d5-9990e164cead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:49.728051 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-411fb78a-d794-4823-99d5-9990e164cead admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0800896 Mar 27 15:21:50.074168 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-09cf258c-0bbc-4367-8486-cbb2d459877c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:52.096339 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59988) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:52.142568 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-23278abe-5508-4262-8893-45bedeb1d948 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:21:52.159613 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23278abe-5508-4262-8893-45bedeb1d948 admin admin] Made reservation on behalf of c93208ee4ac1496f99af09cb01671df5 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:21:52.161781 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23278abe-5508-4262-8893-45bedeb1d948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:52.194391 dv-cinder-835384-1-smb neutron-server[103163]: WARNING neutron.services.revisions.revision_plugin [None req-23278abe-5508-4262-8893-45bedeb1d948 admin admin] Could not find related network for resource to bump revision. Mar 27 15:21:52.208266 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23278abe-5508-4262-8893-45bedeb1d948 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:21:52.218198 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23278abe-5508-4262-8893-45bedeb1d948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (7e1baaea-d89b-4806-afb8-86eb663179e5), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:52.218533 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-23278abe-5508-4262-8893-45bedeb1d948 admin admin] Added segment 7e1baaea-d89b-4806-afb8-86eb663179e5 of type vlan for network 89233609-85db-4500-9bda-00add66f084a Mar 27 15:21:52.256873 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23278abe-5508-4262-8893-45bedeb1d948 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (89233609-85db-4500-9bda-00add66f084a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:52.281377 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23278abe-5508-4262-8893-45bedeb1d948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (89233609-85db-4500-9bda-00add66f084a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:52.282477 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23278abe-5508-4262-8893-45bedeb1d948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:52.283108 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23278abe-5508-4262-8893-45bedeb1d948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:52.296999 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-67bbccbd-381f-4e9c-ad54-d9ad442ec125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:52.337672 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-23278abe-5508-4262-8893-45bedeb1d948 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2402561 Mar 27 15:21:52.346695 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23278abe-5508-4262-8893-45bedeb1d948 admin admin] Pushing event updated for resources: {'Network': ['ID=89233609-85db-4500-9bda-00add66f084a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:21:52.365866 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network 89233609-85db-4500-9bda-00add66f084a details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:21:53.601977 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:54.669169 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 59996) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:54.728333 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.pecan_wsgi.hooks.translation [None req-f339ae2c-6fa2-457e-bb1c-ebb39925742b admin admin] GET failed (client error): The resource could not be found. Mar 27 15:21:54.729538 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-f339ae2c-6fa2-457e-bb1c-ebb39925742b admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594244 Mar 27 15:21:54.797766 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1389f27-6f3a-4aff-9678-4f87ffd3cf97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:54.799208 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a1389f27-6f3a-4aff-9678-4f87ffd3cf97 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657666 Mar 27 15:21:54.808477 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-75291308-4c86-4487-bfab-8b770c32f85e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '89233609-85db-4500-9bda-00add66f084a', 'cidr': '192.168.233.0/24'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:21:54.829343 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75291308-4c86-4487-bfab-8b770c32f85e admin admin] Made reservation on behalf of c93208ee4ac1496f99af09cb01671df5 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:21:54.831589 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75291308-4c86-4487-bfab-8b770c32f85e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:55.035240 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75291308-4c86-4487-bfab-8b770c32f85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for subnet (ae834545-ea32-4c5f-8eff-0e5f574b026c), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:55.087887 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75291308-4c86-4487-bfab-8b770c32f85e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae834545-ea32-4c5f-8eff-0e5f574b026c,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:21:55.099020 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75291308-4c86-4487-bfab-8b770c32f85e admin admin] Checking segment: {'id': '7e1baaea-d89b-4806-afb8-86eb663179e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '89233609-85db-4500-9bda-00add66f084a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:21:55.099403 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75291308-4c86-4487-bfab-8b770c32f85e admin admin] Network hostable DHCP agents. Network: 89233609-85db-4500-9bda-00add66f084a, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:21:55.118577 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75291308-4c86-4487-bfab-8b770c32f85e admin admin] Network 89233609-85db-4500-9bda-00add66f084a is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:21:55.129374 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-75291308-4c86-4487-bfab-8b770c32f85e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, 89233609-85db-4500-9bda-00add66f084a) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:21:55.133260 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75291308-4c86-4487-bfab-8b770c32f85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:55.133852 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75291308-4c86-4487-bfab-8b770c32f85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:55.138188 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ba169b-a68c-41b4-b91f-7b816817ce8f None None] Network 89233609-85db-4500-9bda-00add66f084a requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:21:55.150573 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-75291308-4c86-4487-bfab-8b770c32f85e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3452330 Mar 27 15:21:55.343925 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1149be5e-69e0-5c3c-8334-0e120ffae105-89233609-85db-4500-9bda-00add66f084a', 'network_id': '89233609-85db-4500-9bda-00add66f084a', 'project_id': 'c93208ee4ac1496f99af09cb01671df5', 'fixed_ips': [{'subnet_id': 'ae834545-ea32-4c5f-8eff-0e5f574b026c'}]}} from dv-cinder-835384-1-smb. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:21:55.344770 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:55.357749 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:55.485306 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Allocated IP 192.168.233.2 (89233609-85db-4500-9bda-00add66f084a/ae834545-ea32-4c5f-8eff-0e5f574b026c/fd38f7b1-953d-41a0-a8ea-7563be979970) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:21:55.624047 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Publish callbacks [] for port (fd38f7b1-953d-41a0-a8ea-7563be979970), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:55.629097 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (fd38f7b1-953d-41a0-a8ea-7563be979970), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:55.669711 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Network 89233609-85db-4500-9bda-00add66f084a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:21:55.672632 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:21:55.678151 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:21:55.683565 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Pushing event updated for resources: {'Port': ['ID=fd38f7b1-953d-41a0-a8ea-7563be979970,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:21:55.694798 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:55.694798 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:55.694798 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:55.695122 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:55.695415 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:55.695743 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:55.696063 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:55.696382 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:55.696704 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:55.697026 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:55.697342 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:55.697674 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:55.697998 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:55.698339 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:55.698653 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:55.746083 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Attempting to bind port fd38f7b1-953d-41a0-a8ea-7563be979970 on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:21:55.746446 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Attempting to bind port fd38f7b1-953d-41a0-a8ea-7563be979970 by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '7e1baaea-d89b-4806-afb8-86eb663179e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '89233609-85db-4500-9bda-00add66f084a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:21:55.746851 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Attempting to bind port fd38f7b1-953d-41a0-a8ea-7563be979970 on network 89233609-85db-4500-9bda-00add66f084a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:21:55.752675 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:21:55.752953 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Checking segment: {'id': '7e1baaea-d89b-4806-afb8-86eb663179e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '89233609-85db-4500-9bda-00add66f084a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:21:55.753349 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:55.753738 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Bound using segment: {'id': '7e1baaea-d89b-4806-afb8-86eb663179e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '89233609-85db-4500-9bda-00add66f084a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:21:55.754232 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Bound port: fd38f7b1-953d-41a0-a8ea-7563be979970, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1baaea-d89b-4806-afb8-86eb663179e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '89233609-85db-4500-9bda-00add66f084a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:21:55.754607 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (fd38f7b1-953d-41a0-a8ea-7563be979970), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:55.817490 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] For port fd38f7b1-953d-41a0-a8ea-7563be979970, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:21:55.820620 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] For port fd38f7b1-953d-41a0-a8ea-7563be979970, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=fd38f7b1-953d-41a0-a8ea-7563be979970,segment=NetworkSegment(7e1baaea-d89b-4806-afb8-86eb663179e5),segment_id=7e1baaea-d89b-4806-afb8-86eb663179e5)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:21:55.826663 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (fd38f7b1-953d-41a0-a8ea-7563be979970), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:55.885393 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df23831-dc54-4372-8f5a-e37e6945b9cd None None] Pushing event updated for resources: {'Port': ['ID=fd38f7b1-953d-41a0-a8ea-7563be979970,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:21:56.534875 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:56.792588 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d22dd3b-e943-4a4c-beb3-b4988f4517fe None None] Network 89233609-85db-4500-9bda-00add66f084a requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:21:56.861829 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-43c8264e-de30-41c7-8727-ff866b8ecf21 None None] Provisioning complete for port fd38f7b1-953d-41a0-a8ea-7563be979970 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:21:56.862210 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-43c8264e-de30-41c7-8727-ff866b8ecf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (fd38f7b1-953d-41a0-a8ea-7563be979970), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:56.974366 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-43c8264e-de30-41c7-8727-ff866b8ecf21 None None] Current status of the port fd38f7b1-953d-41a0-a8ea-7563be979970 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:21:56.974822 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-43c8264e-de30-41c7-8727-ff866b8ecf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (fd38f7b1-953d-41a0-a8ea-7563be979970), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:57.012949 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-43c8264e-de30-41c7-8727-ff866b8ecf21 None None] For port fd38f7b1-953d-41a0-a8ea-7563be979970, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=fd38f7b1-953d-41a0-a8ea-7563be979970,segment=NetworkSegment(7e1baaea-d89b-4806-afb8-86eb663179e5),segment_id=7e1baaea-d89b-4806-afb8-86eb663179e5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:21:57.018162 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-43c8264e-de30-41c7-8727-ff866b8ecf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (fd38f7b1-953d-41a0-a8ea-7563be979970), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:57.070763 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8264e-de30-41c7-8727-ff866b8ecf21 None None] Pushing event updated for resources: {'Port': ['ID=fd38f7b1-953d-41a0-a8ea-7563be979970,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:21:57.237448 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7c2d0739-7596-4b5b-87d6-524ac28a3d35 None None] Provisioning complete for port fd38f7b1-953d-41a0-a8ea-7563be979970 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:21:57.237752 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7c2d0739-7596-4b5b-87d6-524ac28a3d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (fd38f7b1-953d-41a0-a8ea-7563be979970), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:57.325275 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d0739-7596-4b5b-87d6-524ac28a3d35 None None] Current status of the port fd38f7b1-953d-41a0-a8ea-7563be979970 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:21:57.359815 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device fd38f7b1-953d-41a0-a8ea-7563be979970 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:21:57.407410 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port fd38f7b1-953d-41a0-a8ea-7563be979970 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:21:57.407792 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (fd38f7b1-953d-41a0-a8ea-7563be979970), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:57.489003 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port fd38f7b1-953d-41a0-a8ea-7563be979970 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:21:59.761201 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:22:20.076353 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5466370f-f272-42db-90a9-9f20e5e76eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:22.299445 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-731f356e-e0e6-4290-b85f-5be5ec46e0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:23.604522 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:25.346894 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:26.527445 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:36.759794 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:22:50.077544 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-670cf372-27a8-428a-aad9-4daa674ecaf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:52.300977 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ad9b8f40-fb86-40fc-9093-6c8694efdddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:53.611216 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:55.349145 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:56.531813 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:13.758360 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:23:20.079702 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f7a40d9c-0ad8-466d-abcf-aa5be81732da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:21.471598 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 60034) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:23:21.478137 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [None req-bd7457dc-1207-4a51-b8d5-71b7010ef023 tempest-verify_tempest_config-1884696151 tempest-verify_tempest_config-1884696151-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:23:21.479201 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-bd7457dc-1207-4a51-b8d5-71b7010ef023 tempest-verify_tempest_config-1884696151 tempest-verify_tempest_config-1884696151-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066316 Mar 27 15:23:21.760892 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60052) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:23:21.863144 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:21.936689 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Publish callbacks [] for security_group (5628ac13-d067-4f2b-ab3a-de1742e9fe39), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:21.939960 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (5628ac13-d067-4f2b-ab3a-de1742e9fe39), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:21.982600 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bbbc773ad9b4145805060370fe825d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2206397 Mar 27 15:23:21.984449 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5628ac13-d067-4f2b-ab3a-de1742e9fe39,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:23:21.985379 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 60058) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:23:21.990825 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:21.991191 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:21.991525 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:21.991862 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:21.992197 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:21.992527 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:21.992874 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:21.993181 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:21.993507 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:21.993827 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:21.994149 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:21.994491 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:21.994839 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:21.995159 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:21.995477 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d817c9-e657-4d35-8751-f03663b52bce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:22.039342 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Publish callbacks [] for security_group (5628ac13-d067-4f2b-ab3a-de1742e9fe39), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:22.058861 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Publish callbacks [] for security_group (5628ac13-d067-4f2b-ab3a-de1742e9fe39), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:22.148963 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (5628ac13-d067-4f2b-ab3a-de1742e9fe39), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:22.151602 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:22.152721 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5628ac13-d067-4f2b-ab3a-de1742e9fe39 HTTP/1.1" status: 204 len: 168 time: 0.1663899 Mar 27 15:23:22.161799 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5628ac13-d067-4f2b-ab3a-de1742e9fe39,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:23:22.168287 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:22.168632 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:22.169631 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:22.169974 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:22.170308 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:22.170636 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:22.171094 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:22.171300 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:22.171619 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:22.171937 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:22.172258 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:22.172577 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:22.173009 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:22.173333 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:22.173712 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7a455-b98e-4bf0-ba52-ff03b0abb798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:22.302945 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-300e844a-3280-402e-aa12-56cc86ea901a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:23.610889 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:25.351999 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:26.534478 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:50.080703 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a923f5a0-1577-4e5f-8111-d29c7ad36ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:50.756138 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:23:52.303828 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-313c94a8-ad7c-47a6-b67e-7e8ddde3a933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:53.613746 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:55.354708 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:56.535901 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:20.082670 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9ed81365-b4d5-4458-aad7-c3aca0196241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:22.304843 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-641f9834-8ed8-4b5a-bf1b-c76fbb692b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:23.615516 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:25.359534 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:26.537657 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:27.755080 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:24:50.083827 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3c47f0e8-05cb-48ec-92ed-a817b2bb567f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:52.305938 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45cc0362-08ec-446e-97e7-26834f81449c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:53.618407 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:55.362048 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:56.539323 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:04.753215 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 5 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:25:08.508380 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8110379'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:20.083477 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-52752343-41d5-4b5d-93b7-be9d19ee51cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:22.307211 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-83258116-7721-4e86-a939-255adb29fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:23.298067 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60128) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:25:23.400941 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-fcea67cc-d658-466d-aaf7-93c1d0a44b1b admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1016409 Mar 27 15:25:23.619952 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:25.370112 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:25.730945 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 60138) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:25:25.791307 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-6f29e3e8-e03b-4e76-88d9-c8d62deaeebd admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0590234 Mar 27 15:25:26.541184 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:38.491412 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:41.752188 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:25:50.083855 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-110fa9bc-c608-4207-8fbf-6f056c223f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:52.311138 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1cc67b2-9671-4415-8e6f-bd65285f481e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:53.623763 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:55.368355 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:56.542564 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:08.493329 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:18.751866 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:26:20.085413 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-520ac70d-aa42-4b1f-b7b8-c128e057c818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:22.312672 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0aef7a61-cb1f-4f60-bf76-45d641fe4e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:23.625823 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:25.370422 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:26.545928 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:38.489257 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:50.086166 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8eba-e8b9-4535-a36a-c7afef40e33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:52.314353 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd436-1da9-4926-95fd-e48912000b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:53.629155 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:55.375191 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:55.750992 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:26:56.548811 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:08.494754 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.172206 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 60298) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:10.424598 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1998582543-network', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:10.445154 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Made reservation on behalf of d3246241f55943b0ae1f788fc19805f0 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:10.447506 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.457645 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.536262 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Publish callbacks [] for security_group (16db1948-d2e4-4a1c-9493-cf4668cf917a), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.540378 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (16db1948-d2e4-4a1c-9493-cf4668cf917a), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.564010 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:27:10.580566 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (63c3d783-f7a0-4452-9585-54291be374cd), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.580965 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.segments_db [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Added segment 63c3d783-f7a0-4452-9585-54291be374cd of type vlan for network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 Mar 27 15:27:10.582456 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16db1948-d2e4-4a1c-9493-cf4668cf917a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:10.605552 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:10.606233 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:10.606530 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:10.607049 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:10.607600 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:10.607938 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:10.608268 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:10.608593 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:10.608921 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:10.609246 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:10.609674 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:10.609896 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:10.610215 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:10.610533 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:10.610882 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Tracked resource versions report: Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: pushed versions: Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: { 'AddressGroup': {'1.2'}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'Agent': {'1.1'}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'ConntrackHelper': {'1.0'}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'LocalIPAssociation': {'1.0'}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'Log': {'1.0'}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'NDPProxy': {'1.0'}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'Network': {'1.1'}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'Port': {'1.7'}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'PortForwarding': {'1.3'}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'QosPolicy': {'1.10'}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'SecurityGroup': {'1.5'}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'SecurityGroupRule': {'1.2'}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'SubPort': {'1.0'}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'Subnet': {'1.1'}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'Trunk': {'1.1'}} Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: consumer versions: Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: { DHCP agent@dv-cinder-835384-1-smb: {}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: HyperV agent@hv-cinder-83538: {}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: L3 agent@dv-cinder-835384-1-smb: {}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: Metadata agent@dv-cinder-835384-1-smb: {}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: Metering agent@dv-cinder-835384-1-smb: {}, Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: Open vSwitch agent@dv-cinder-835384-1-smb: { 'AddressGroup': '1.2', Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'Agent': '1.1', Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'ConntrackHelper': '1.0', Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'LocalIPAssociation': '1.0', Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'Log': '1.0', Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'NDPProxy': '1.0', Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'Network': '1.1', Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'Port': '1.7', Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'PortForwarding': '1.3', Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'QosPolicy': '1.10', Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'SecurityGroup': '1.5', Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'SecurityGroupRule': '1.2', Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'SubPort': '1.0', Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'Subnet': '1.1', Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: 'Trunk': '1.1'}} Mar 27 15:27:10.612046 dv-cinder-835384-1-smb neutron-server[103162]: {{(pid=103162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 27 15:27:10.645904 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (9af63cf8-4c83-40dc-8de3-7ebae6a030a7), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.673981 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (9af63cf8-4c83-40dc-8de3-7ebae6a030a7), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.674509 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:10.675257 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.782284 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6090519 Mar 27 15:27:10.783172 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f8750-9d31-4295-8589-4f357186281a admin admin] Pushing event updated for resources: {'Network': ['ID=9af63cf8-4c83-40dc-8de3-7ebae6a030a7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:10.785150 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 60338) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:10.789937 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9f4ec09e-1555-4a90-818e-9b1a534fe815 admin admin] Request body: {'subnet': {'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1998582543-subnet', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:10.806210 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:27:10.811972 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4ec09e-1555-4a90-818e-9b1a534fe815 admin admin] Made reservation on behalf of d3246241f55943b0ae1f788fc19805f0 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:10.814669 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f4ec09e-1555-4a90-818e-9b1a534fe815 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.990132 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f4ec09e-1555-4a90-818e-9b1a534fe815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for subnet (45fa90f7-8dff-4df6-aba3-f9ce848c3e05), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.046664 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ec09e-1555-4a90-818e-9b1a534fe815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45fa90f7-8dff-4df6-aba3-f9ce848c3e05,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:11.049478 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60348) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:11.057197 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ec09e-1555-4a90-818e-9b1a534fe815 admin admin] Checking segment: {'id': '63c3d783-f7a0-4452-9585-54291be374cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:11.057547 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ec09e-1555-4a90-818e-9b1a534fe815 admin admin] Network hostable DHCP agents. Network: 9af63cf8-4c83-40dc-8de3-7ebae6a030a7, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:27:11.080180 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ec09e-1555-4a90-818e-9b1a534fe815 admin admin] Network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:27:11.089357 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-9f4ec09e-1555-4a90-818e-9b1a534fe815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, 9af63cf8-4c83-40dc-8de3-7ebae6a030a7) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:11.094575 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4ec09e-1555-4a90-818e-9b1a534fe815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:11.095492 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9f4ec09e-1555-4a90-818e-9b1a534fe815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.099919 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ba3b5c-bec6-495b-bb00-25f9a969e36e None None] Network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:11.131427 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-9f4ec09e-1555-4a90-818e-9b1a534fe815 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3449392 Mar 27 15:27:11.132164 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 60356) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:11.136527 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:11.158096 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60358) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:11.159654 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8114740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3413'] for router (d7849ca4-387d-44a4-98e3-2365c1a840f8), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.160834 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8115364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3422'] for router (d7849ca4-387d-44a4-98e3-2365c1a840f8), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.214867 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1149be5e-69e0-5c3c-8334-0e120ffae105-9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05'}]}} from dv-cinder-835384-1-smb. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:27:11.216525 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.366071 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Publish callbacks [] for router_controller (d7849ca4-387d-44a4-98e3-2365c1a840f8), precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.400901 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Allocated IP 172.20.0.2 (9af63cf8-4c83-40dc-8de3-7ebae6a030a7/45fa90f7-8dff-4df6-aba3-f9ce848c3e05/4abcd745-f22c-43fc-9897-789b18ae98a3) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:11.455886 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1037516470-network', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:11.463828 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60374) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:11.504869 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Made reservation on behalf of 78ddabd9f42d4822bf2f6c480863851c for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:11.508198 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.527259 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.528919 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Publish callbacks [] for router_gateway (d7849ca4-387d-44a4-98e3-2365c1a840f8), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.594400 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Publish callbacks [] for port (4abcd745-f22c-43fc-9897-789b18ae98a3), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.604731 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (4abcd745-f22c-43fc-9897-789b18ae98a3), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.647362 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1953e753-3d5a-4fe5-9cae-42077a442925 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-450869752-network', 'tenant_id': '9e21cff68bc749d19e29aafa18e6e8e0'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:11.650688 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:11.654193 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:11.657162 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:11.694697 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Publish callbacks [] for security_group (e5a83dc8-6df6-4583-a91c-22ea7de3e43f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.704188 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-327edf75-a307-431b-8e9a-2e8a11125176 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-network', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:11.741716 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Attempting to bind port 4abcd745-f22c-43fc-9897-789b18ae98a3 on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:11.742090 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Attempting to bind port 4abcd745-f22c-43fc-9897-789b18ae98a3 by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '63c3d783-f7a0-4452-9585-54291be374cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:11.742454 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Attempting to bind port 4abcd745-f22c-43fc-9897-789b18ae98a3 on network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:11.744928 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Pushing event updated for resources: {'Port': ['ID=4abcd745-f22c-43fc-9897-789b18ae98a3,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:11.753911 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (e5a83dc8-6df6-4583-a91c-22ea7de3e43f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.755799 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:11.756192 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:11.756598 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:11.757040 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:11.757379 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:11.757845 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:11.758372 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:11.758766 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:11.759114 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:11.759444 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:11.759771 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:11.760785 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:11.761104 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:11.761477 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:11.761921 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Tracked resource versions report: Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: pushed versions: Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: { 'AddressGroup': {'1.2'}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'Agent': {'1.1'}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'ConntrackHelper': {'1.0'}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'LocalIPAssociation': {'1.0'}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'Log': {'1.0'}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'NDPProxy': {'1.0'}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'Network': {'1.1'}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'Port': {'1.7'}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'PortForwarding': {'1.3'}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'QosPolicy': {'1.10'}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'SecurityGroup': {'1.5'}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'SecurityGroupRule': {'1.2'}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'SubPort': {'1.0'}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'Subnet': {'1.1'}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'Trunk': {'1.1'}} Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: consumer versions: Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: { DHCP agent@dv-cinder-835384-1-smb: {}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: HyperV agent@hv-cinder-83538: {}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: L3 agent@dv-cinder-835384-1-smb: {}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: Metadata agent@dv-cinder-835384-1-smb: {}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: Metering agent@dv-cinder-835384-1-smb: {}, Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: Open vSwitch agent@dv-cinder-835384-1-smb: { 'AddressGroup': '1.2', Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'Agent': '1.1', Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'ConntrackHelper': '1.0', Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'LocalIPAssociation': '1.0', Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'Log': '1.0', Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'NDPProxy': '1.0', Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'Network': '1.1', Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'Port': '1.7', Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'PortForwarding': '1.3', Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'QosPolicy': '1.10', Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'SecurityGroup': '1.5', Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'SecurityGroupRule': '1.2', Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'SubPort': '1.0', Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'Subnet': '1.1', Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: 'Trunk': '1.1'}} Mar 27 15:27:11.763616 dv-cinder-835384-1-smb neutron-server[103164]: {{(pid=103164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 27 15:27:11.768318 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:27:11.770390 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:11.771923 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Checking segment: {'id': '63c3d783-f7a0-4452-9585-54291be374cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:11.772815 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.773573 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Bound using segment: {'id': '63c3d783-f7a0-4452-9585-54291be374cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:11.774068 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Bound port: 4abcd745-f22c-43fc-9897-789b18ae98a3, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c3d783-f7a0-4452-9585-54291be374cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:11.774659 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (4abcd745-f22c-43fc-9897-789b18ae98a3), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.780367 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (15b9ec19-5284-403f-b7d8-d52fd7508bcc), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.780974 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Added segment 15b9ec19-5284-403f-b7d8-d52fd7508bcc of type vlan for network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa Mar 27 15:27:11.808324 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Publish callbacks [] for router_gateway (d7849ca4-387d-44a4-98e3-2365c1a840f8), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.824037 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (305fa4ab-b08c-4a9e-8a52-56d673dd13fa), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.828994 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.852708 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327edf75-a307-431b-8e9a-2e8a11125176 admin admin] Made reservation on behalf of d96d1adbe1484318915fb94bc09405e8 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:11.856635 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-327edf75-a307-431b-8e9a-2e8a11125176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.863762 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] For port 4abcd745-f22c-43fc-9897-789b18ae98a3, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:11.867827 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] For port 4abcd745-f22c-43fc-9897-789b18ae98a3, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=4abcd745-f22c-43fc-9897-789b18ae98a3,segment=NetworkSegment(63c3d783-f7a0-4452-9585-54291be374cd),segment_id=63c3d783-f7a0-4452-9585-54291be374cd)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:11.868783 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-327edf75-a307-431b-8e9a-2e8a11125176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.879018 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (305fa4ab-b08c-4a9e-8a52-56d673dd13fa), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.879390 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (4abcd745-f22c-43fc-9897-789b18ae98a3), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.880460 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:11.881248 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.966613 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc74eb-b85f-4661-9e1b-8c1d1e7fefdd None None] Pushing event updated for resources: {'Port': ['ID=4abcd745-f22c-43fc-9897-789b18ae98a3,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:11.971404 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Allocated IP 172.28.3.241 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/0d3ec143-6a4e-41ac-88c3-90d90cab4a44) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:11.981663 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-327edf75-a307-431b-8e9a-2e8a11125176 admin admin] Publish callbacks [] for security_group (33da3d40-56db-4cec-b852-a8d0650f7074), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.059005 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0071495 Mar 27 15:27:12.061436 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 60400) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:12.069959 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-327edf75-a307-431b-8e9a-2e8a11125176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (33da3d40-56db-4cec-b852-a8d0650f7074), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.070283 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c673096b-89ae-491d-8772-bf6820d7319d admin admin] Request body: {'subnet': {'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-subnet', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:12.074758 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Pushing event updated for resources: {'Network': ['ID=305fa4ab-b08c-4a9e-8a52-56d673dd13fa,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:12.091878 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:12.092227 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:12.092780 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:12.093136 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:12.093674 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:12.094001 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:12.094350 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:12.094621 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:12.094986 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:12.095380 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:12.095838 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:12.096026 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:12.096507 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:12.097035 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:12.097736 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Tracked resource versions report: Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: pushed versions: Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: { 'AddressGroup': {'1.2'}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'Agent': {'1.1'}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'ConntrackHelper': {'1.0'}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'LocalIPAssociation': {'1.0'}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'Log': {'1.0'}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'NDPProxy': {'1.0'}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'Network': {'1.1'}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'Port': {'1.7'}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'PortForwarding': {'1.3'}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'QosPolicy': {'1.10'}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'SecurityGroup': {'1.5'}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'SecurityGroupRule': {'1.2'}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'SubPort': {'1.0'}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'Subnet': {'1.1'}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'Trunk': {'1.1'}} Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: consumer versions: Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: { DHCP agent@dv-cinder-835384-1-smb: {}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: HyperV agent@hv-cinder-83538: {}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: L3 agent@dv-cinder-835384-1-smb: {}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: Metadata agent@dv-cinder-835384-1-smb: {}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: Metering agent@dv-cinder-835384-1-smb: {}, Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: Open vSwitch agent@dv-cinder-835384-1-smb: { 'AddressGroup': '1.2', Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'Agent': '1.1', Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'ConntrackHelper': '1.0', Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'LocalIPAssociation': '1.0', Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'Log': '1.0', Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'NDPProxy': '1.0', Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'Network': '1.1', Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'Port': '1.7', Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'PortForwarding': '1.3', Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'QosPolicy': '1.10', Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'SecurityGroup': '1.5', Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'SecurityGroupRule': '1.2', Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'SubPort': '1.0', Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'Subnet': '1.1', Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: 'Trunk': '1.1'}} Mar 27 15:27:12.099132 dv-cinder-835384-1-smb neutron-server[103163]: {{(pid=103163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 27 15:27:12.104251 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1953e753-3d5a-4fe5-9cae-42077a442925 admin admin] Made reservation on behalf of 9e21cff68bc749d19e29aafa18e6e8e0 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:12.107294 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1953e753-3d5a-4fe5-9cae-42077a442925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.113760 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:27:12.124699 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1953e753-3d5a-4fe5-9cae-42077a442925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.132710 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327edf75-a307-431b-8e9a-2e8a11125176 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:27:12.149430 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Publish callbacks [] for port (0d3ec143-6a4e-41ac-88c3-90d90cab4a44), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.161710 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3cdea-5164-411d-9313-60e319893663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a83dc8-6df6-4583-a91c-22ea7de3e43f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:12.178612 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-327edf75-a307-431b-8e9a-2e8a11125176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.179288 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-327edf75-a307-431b-8e9a-2e8a11125176 admin admin] Added segment b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888 of type vlan for network a88b8d02-0b8d-402d-8dfe-29190bd7b332 Mar 27 15:27:12.195140 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (0d3ec143-6a4e-41ac-88c3-90d90cab4a44), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.248232 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:12.252977 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:12.259557 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:12.263074 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c673096b-89ae-491d-8772-bf6820d7319d admin admin] Made reservation on behalf of 78ddabd9f42d4822bf2f6c480863851c for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:12.265942 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c673096b-89ae-491d-8772-bf6820d7319d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.311124 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-327edf75-a307-431b-8e9a-2e8a11125176 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (a88b8d02-0b8d-402d-8dfe-29190bd7b332), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.340031 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Pushing event updated for resources: {'Port': ['ID=0d3ec143-6a4e-41ac-88c3-90d90cab4a44,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:12.351863 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327edf75-a307-431b-8e9a-2e8a11125176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33da3d40-56db-4cec-b852-a8d0650f7074,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:12.355463 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-327edf75-a307-431b-8e9a-2e8a11125176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (a88b8d02-0b8d-402d-8dfe-29190bd7b332), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.356724 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327edf75-a307-431b-8e9a-2e8a11125176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:12.357767 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-327edf75-a307-431b-8e9a-2e8a11125176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.392943 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-327edf75-a307-431b-8e9a-2e8a11125176 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9254346 Mar 27 15:27:12.416565 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 60412) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:12.428983 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6ae80494-0e90-4213-be34-c697330f540c admin admin] Request body: {'subnet': {'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-subnet', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:12.461345 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327edf75-a307-431b-8e9a-2e8a11125176 admin admin] Pushing event updated for resources: {'Network': ['ID=a88b8d02-0b8d-402d-8dfe-29190bd7b332,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:12.478198 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network a88b8d02-0b8d-402d-8dfe-29190bd7b332 details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:27:12.531845 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae80494-0e90-4213-be34-c697330f540c admin admin] Made reservation on behalf of d96d1adbe1484318915fb94bc09405e8 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:12.532666 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1953e753-3d5a-4fe5-9cae-42077a442925 admin admin] Publish callbacks [] for security_group (fbace10a-cec2-493b-a6dc-5752bb16a75f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.534203 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ae80494-0e90-4213-be34-c697330f540c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.538752 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1953e753-3d5a-4fe5-9cae-42077a442925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (fbace10a-cec2-493b-a6dc-5752bb16a75f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.644291 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1953e753-3d5a-4fe5-9cae-42077a442925 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:27:12.675713 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953e753-3d5a-4fe5-9cae-42077a442925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbace10a-cec2-493b-a6dc-5752bb16a75f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:12.678714 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1953e753-3d5a-4fe5-9cae-42077a442925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (eff90774-5d7b-4005-9d9b-1980e353a1a5), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.679193 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-1953e753-3d5a-4fe5-9cae-42077a442925 admin admin] Added segment eff90774-5d7b-4005-9d9b-1980e353a1a5 of type vlan for network 3347a326-fa89-4828-9f34-fd5962a29f7e Mar 27 15:27:12.735199 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1953e753-3d5a-4fe5-9cae-42077a442925 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (3347a326-fa89-4828-9f34-fd5962a29f7e), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.768616 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1953e753-3d5a-4fe5-9cae-42077a442925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (3347a326-fa89-4828-9f34-fd5962a29f7e), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.769647 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1953e753-3d5a-4fe5-9cae-42077a442925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:12.770397 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1953e753-3d5a-4fe5-9cae-42077a442925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.843121 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953e753-3d5a-4fe5-9cae-42077a442925 admin admin] Pushing event updated for resources: {'Network': ['ID=3347a326-fa89-4828-9f34-fd5962a29f7e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:12.864210 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-1953e753-3d5a-4fe5-9cae-42077a442925 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7022591 Mar 27 15:27:12.864939 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60420) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:12.878081 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2e63f105-7f9f-4218-92b8-1f576eac6c60 admin admin] Request body: {'subnet': {'network_id': '3347a326-fa89-4828-9f34-fd5962a29f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-450869752-subnet', 'tenant_id': '9e21cff68bc749d19e29aafa18e6e8e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:12.924101 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e63f105-7f9f-4218-92b8-1f576eac6c60 admin admin] Made reservation on behalf of 9e21cff68bc749d19e29aafa18e6e8e0 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:12.927085 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e63f105-7f9f-4218-92b8-1f576eac6c60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:13.051621 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Publish callbacks [] for router_gateway (d7849ca4-387d-44a4-98e3-2365c1a840f8), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:13.066826 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network 3347a326-fa89-4828-9f34-fd5962a29f7e details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:27:13.214588 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ae80494-0e90-4213-be34-c697330f540c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for subnet (5aa9dede-4f68-40ab-92be-0c823d7184ef), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:13.255170 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e63f105-7f9f-4218-92b8-1f576eac6c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for subnet (fec6b73f-6b62-4656-95c2-e88567f60799), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:13.305443 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63f105-7f9f-4218-92b8-1f576eac6c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec6b73f-6b62-4656-95c2-e88567f60799,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:13.357760 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e63f105-7f9f-4218-92b8-1f576eac6c60 admin admin] Checking segment: {'id': 'eff90774-5d7b-4005-9d9b-1980e353a1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3347a326-fa89-4828-9f34-fd5962a29f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:13.358166 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e63f105-7f9f-4218-92b8-1f576eac6c60 admin admin] Network hostable DHCP agents. Network: 3347a326-fa89-4828-9f34-fd5962a29f7e, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:27:13.389849 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e63f105-7f9f-4218-92b8-1f576eac6c60 admin admin] Network 3347a326-fa89-4828-9f34-fd5962a29f7e is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:27:13.407559 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2e63f105-7f9f-4218-92b8-1f576eac6c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, 3347a326-fa89-4828-9f34-fd5962a29f7e) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:13.414811 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba60165-e0de-4207-ae27-b978ef68d1c8 None None] Network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:13.426491 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e63f105-7f9f-4218-92b8-1f576eac6c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:13.431099 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e63f105-7f9f-4218-92b8-1f576eac6c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:13.483207 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2e63f105-7f9f-4218-92b8-1f576eac6c60 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6169035 Mar 27 15:27:13.520288 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24eb0bc-a67f-4b2a-b464-4286556cdd04 None None] Network 3347a326-fa89-4828-9f34-fd5962a29f7e requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:13.608235 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c673096b-89ae-491d-8772-bf6820d7319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for subnet (ad263cdc-9f5f-4b94-9470-91174def020a), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:13.646666 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2437a45c-1c2d-4974-894d-0a3cb3c3d9ca None None] Provisioning complete for port 4abcd745-f22c-43fc-9897-789b18ae98a3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:13.647038 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2437a45c-1c2d-4974-894d-0a3cb3c3d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (4abcd745-f22c-43fc-9897-789b18ae98a3), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:13.658041 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 4abcd745-f22c-43fc-9897-789b18ae98a3 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:13.668351 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae80494-0e90-4213-be34-c697330f540c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa9dede-4f68-40ab-92be-0c823d7184ef,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:13.711187 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8115391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8111138'] for router (d7849ca4-387d-44a4-98e3-2365c1a840f8), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:13.727508 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae80494-0e90-4213-be34-c697330f540c admin admin] Checking segment: {'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:13.727983 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae80494-0e90-4213-be34-c697330f540c admin admin] Network hostable DHCP agents. Network: a88b8d02-0b8d-402d-8dfe-29190bd7b332, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:27:13.814680 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c673096b-89ae-491d-8772-bf6820d7319d admin admin] Checking segment: {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:13.815381 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c673096b-89ae-491d-8772-bf6820d7319d admin admin] Network hostable DHCP agents. Network: 305fa4ab-b08c-4a9e-8a52-56d673dd13fa, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:27:13.823538 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673096b-89ae-491d-8772-bf6820d7319d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad263cdc-9f5f-4b94-9470-91174def020a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:13.846852 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae80494-0e90-4213-be34-c697330f540c admin admin] Network a88b8d02-0b8d-402d-8dfe-29190bd7b332 is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:27:13.885002 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da12a35-b906-4bb5-b044-afdd5eaf2338 None None] Network 3347a326-fa89-4828-9f34-fd5962a29f7e requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:13.909213 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6ae80494-0e90-4213-be34-c697330f540c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, a88b8d02-0b8d-402d-8dfe-29190bd7b332) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:13.924318 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c673096b-89ae-491d-8772-bf6820d7319d admin admin] Network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:27:13.939800 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8cc01d-70c8-40d4-8347-c4c38ee45210 None None] Network a88b8d02-0b8d-402d-8dfe-29190bd7b332 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:13.955290 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae80494-0e90-4213-be34-c697330f540c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:13.957229 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ae80494-0e90-4213-be34-c697330f540c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:13.969488 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c673096b-89ae-491d-8772-bf6820d7319d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, 305fa4ab-b08c-4a9e-8a52-56d673dd13fa) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:13.996883 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c673096b-89ae-491d-8772-bf6820d7319d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:13.997743 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c673096b-89ae-491d-8772-bf6820d7319d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:14.048701 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-6ae80494-0e90-4213-be34-c697330f540c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6311755 Mar 27 15:27:14.049768 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2338b6-e1dd-464f-9983-e22db0ef47d0 None None] Network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:14.051448 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60476) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:14.056212 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:14.107843 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-c673096b-89ae-491d-8772-bf6820d7319d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0413063 Mar 27 15:27:14.108936 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 60482) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:14.119603 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:14.138924 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8114740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3413'] for router (ec9ca019-7d23-447a-b105-43d87e3affd3), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:14.141325 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8115364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3422'] for router (ec9ca019-7d23-447a-b105-43d87e3affd3), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:14.168507 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8114740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3413'] for router (6d09cb73-8efe-4c19-854d-33072aa5a9ac), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:14.171701 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8115364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3422'] for router (6d09cb73-8efe-4c19-854d-33072aa5a9ac), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:14.174465 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1149be5e-69e0-5c3c-8334-0e120ffae105-a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'fixed_ips': [{'subnet_id': '5aa9dede-4f68-40ab-92be-0c823d7184ef'}]}} from dv-cinder-835384-1-smb. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:27:14.176177 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:14.202020 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1149be5e-69e0-5c3c-8334-0e120ffae105-305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a'}]}} from dv-cinder-835384-1-smb. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:27:14.203280 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:14.217945 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Router d7849ca4-387d-44a4-98e3-2365c1a840f8 is scheduled to L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:27:14.438154 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 4abcd745-f22c-43fc-9897-789b18ae98a3 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:14.439664 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (4abcd745-f22c-43fc-9897-789b18ae98a3), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:14.461404 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Publish callbacks [] for router_controller (6d09cb73-8efe-4c19-854d-33072aa5a9ac), precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:14.524075 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Publish callbacks [] for router_controller (ec9ca019-7d23-447a-b105-43d87e3affd3), precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:14.655875 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Allocated IP 172.20.0.2 (305fa4ab-b08c-4a9e-8a52-56d673dd13fa/ad263cdc-9f5f-4b94-9470-91174def020a/abe4d73a-d58d-49fe-ad14-9df5df046f40) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:14.852836 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Publish callbacks [] for router_gateway (6d09cb73-8efe-4c19-854d-33072aa5a9ac), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:14.961424 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Publish callbacks [] for router_gateway (ec9ca019-7d23-447a-b105-43d87e3affd3), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:14.982512 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:27:15.009123 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Sync routers for ids ['d7849ca4-387d-44a4-98e3-2365c1a840f8'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:27:15.032848 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Routers {'d7849ca4-387d-44a4-98e3-2365c1a840f8'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:15.039316 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:26:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d7849ca4-387d-44a4-98e3-2365c1a840f8'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:15.041097 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2437a45c-1c2d-4974-894d-0a3cb3c3d9ca None None] Current status of the port 4abcd745-f22c-43fc-9897-789b18ae98a3 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:15.041494 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2437a45c-1c2d-4974-894d-0a3cb3c3d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (4abcd745-f22c-43fc-9897-789b18ae98a3), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:15.164794 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:15.166137 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-801bed6e-ea11-44d7-aad5-b633d651eb0e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0327983 Mar 27 15:27:15.169408 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60542) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:15.241988 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2437a45c-1c2d-4974-894d-0a3cb3c3d9ca None None] For port 4abcd745-f22c-43fc-9897-789b18ae98a3, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=4abcd745-f22c-43fc-9897-789b18ae98a3,segment=NetworkSegment(63c3d783-f7a0-4452-9585-54291be374cd),segment_id=63c3d783-f7a0-4452-9585-54291be374cd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:15.294326 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2437a45c-1c2d-4974-894d-0a3cb3c3d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (4abcd745-f22c-43fc-9897-789b18ae98a3), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:15.382037 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 4abcd745-f22c-43fc-9897-789b18ae98a3 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:15.386673 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (4abcd745-f22c-43fc-9897-789b18ae98a3), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:15.433290 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 60558) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:15.435940 dv-cinder-835384-1-smb neutron-server[103162]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 27 15:27:15.531972 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Allocated IP 172.20.0.2 (a88b8d02-0b8d-402d-8dfe-29190bd7b332/5aa9dede-4f68-40ab-92be-0c823d7184ef/4e2302e0-5129-42ec-a6fb-febe5f878d8f) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:15.662094 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Set router d7849ca4-387d-44a4-98e3-2365c1a840f8 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:15.734617 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Publish callbacks [] for port (4e2302e0-5129-42ec-a6fb-febe5f878d8f), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:15.775248 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437a45c-1c2d-4974-894d-0a3cb3c3d9ca None None] Pushing event updated for resources: {'Port': ['ID=4abcd745-f22c-43fc-9897-789b18ae98a3,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:15.822924 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (4e2302e0-5129-42ec-a6fb-febe5f878d8f), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:15.857263 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Publish callbacks [] for port (abe4d73a-d58d-49fe-ad14-9df5df046f40), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:15.878370 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Publish callbacks [] for router_gateway (6d09cb73-8efe-4c19-854d-33072aa5a9ac), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:15.899605 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (abe4d73a-d58d-49fe-ad14-9df5df046f40), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:15.925060 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:15.929513 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:12Z', 'revision_number': 3, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:15.945293 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-fca9e3c4-b11e-4160-aeca-bb3cd3dfb4f5 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:15.952984 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-fca9e3c4-b11e-4160-aeca-bb3cd3dfb4f5 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/networks?id=3347a326-fa89-4828-9f34-fd5962a29f7e HTTP/1.1" status: 200 len: 811 time: 0.5181000 Mar 27 15:27:15.977891 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Checking router: d7849ca4-387d-44a4-98e3-2365c1a840f8 for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:27:15.978269 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Updating router d7849ca4-387d-44a4-98e3-2365c1a840f8 port 0d3ec143-6a4e-41ac-88c3-90d90cab4a44 binding host dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:27:15.988265 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Network a88b8d02-0b8d-402d-8dfe-29190bd7b332 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:15.991747 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:16.005550 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-3087a762-bc90-4b55-95c2-5069d4ca8f23 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/quotas/9e21cff68bc749d19e29aafa18e6e8e0 HTTP/1.1" status: 200 len: 375 time: 0.0509048 Mar 27 15:27:16.037661 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Publish callbacks [] for router_gateway (ec9ca019-7d23-447a-b105-43d87e3affd3), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.050058 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:16.061904 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (0d3ec143-6a4e-41ac-88c3-90d90cab4a44), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.075880 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-f51dc754-549c-4176-a554-5cfbc95472d2 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e21cff68bc749d19e29aafa18e6e8e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691006 Mar 27 15:27:16.083190 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.db.api [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 27 15:27:16.085292 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG oslo_db.api [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 27 15:27:16.096102 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Pushing event updated for resources: {'Port': ['ID=4e2302e0-5129-42ec-a6fb-febe5f878d8f,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:16.109623 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-fba349c0-fcdb-46d1-a4c7-ad754ea6f2af None None] Provisioning complete for port 4abcd745-f22c-43fc-9897-789b18ae98a3 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:16.110009 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fba349c0-fcdb-46d1-a4c7-ad754ea6f2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (4abcd745-f22c-43fc-9897-789b18ae98a3), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.126039 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.200606 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Allocated IP 172.28.3.134 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/3357e156-c69e-4d23-8f84-9f9fdbd0292a) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:16.230982 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:16.241385 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:16.260624 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:16.307298 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Pushing event updated for resources: {'Port': ['ID=abe4d73a-d58d-49fe-ad14-9df5df046f40,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:16.365377 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Attempting to bind port 4e2302e0-5129-42ec-a6fb-febe5f878d8f on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:16.365377 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Attempting to bind port 4e2302e0-5129-42ec-a6fb-febe5f878d8f by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:16.365377 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Attempting to bind port 4e2302e0-5129-42ec-a6fb-febe5f878d8f on network a88b8d02-0b8d-402d-8dfe-29190bd7b332 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:16.450117 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-d07be1c1-ed73-4bf4-8f19-31b801c2fa3e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:27:16.452202 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:16.453177 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Checking segment: {'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:16.453177 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.453762 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Bound using segment: {'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:16.454505 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Bound port: 4e2302e0-5129-42ec-a6fb-febe5f878d8f, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:16.455082 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (4e2302e0-5129-42ec-a6fb-febe5f878d8f), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.457969 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-d07be1c1-ed73-4bf4-8f19-31b801c2fa3e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1526377 Mar 27 15:27:16.542209 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Attempting to bind port abe4d73a-d58d-49fe-ad14-9df5df046f40 on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:16.542624 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Attempting to bind port abe4d73a-d58d-49fe-ad14-9df5df046f40 by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:16.547136 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Attempting to bind port abe4d73a-d58d-49fe-ad14-9df5df046f40 on network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:16.596596 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Publish callbacks [] for port (3357e156-c69e-4d23-8f84-9f9fdbd0292a), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.640604 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] For port 4e2302e0-5129-42ec-a6fb-febe5f878d8f, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:16.643984 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] For port 4e2302e0-5129-42ec-a6fb-febe5f878d8f, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=4e2302e0-5129-42ec-a6fb-febe5f878d8f,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:16.658444 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-27c33afb-b6ce-4764-b08f-cc494bafd0f3 service neutron] 10.222.0.13 "GET /v2.0/networks/3347a326-fa89-4828-9f34-fd5962a29f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991692 Mar 27 15:27:16.664735 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:16.665386 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Checking segment: {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:16.665926 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.666372 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Bound using segment: {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:16.667342 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Bound port: abe4d73a-d58d-49fe-ad14-9df5df046f40, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:16.668220 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (abe4d73a-d58d-49fe-ad14-9df5df046f40), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.707812 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fba349c0-fcdb-46d1-a4c7-ad754ea6f2af None None] Current status of the port 4abcd745-f22c-43fc-9897-789b18ae98a3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:16.714572 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 4abcd745-f22c-43fc-9897-789b18ae98a3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:16.715966 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (3357e156-c69e-4d23-8f84-9f9fdbd0292a), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.720692 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (4e2302e0-5129-42ec-a6fb-febe5f878d8f), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.757426 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:16.763231 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:16.768637 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:17.049081 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] For port abe4d73a-d58d-49fe-ad14-9df5df046f40, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:17.062581 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] For port abe4d73a-d58d-49fe-ad14-9df5df046f40, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=abe4d73a-d58d-49fe-ad14-9df5df046f40,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:17.126626 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (abe4d73a-d58d-49fe-ad14-9df5df046f40), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:17.181288 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:17.205958 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fdfb5-c5de-4861-baaa-79c1695249bc None None] Pushing event updated for resources: {'Port': ['ID=4e2302e0-5129-42ec-a6fb-febe5f878d8f,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:17.290229 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Publish callbacks [] for port (0d3ec143-6a4e-41ac-88c3-90d90cab4a44), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:17.301377 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (0d3ec143-6a4e-41ac-88c3-90d90cab4a44), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:17.348742 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 4abcd745-f22c-43fc-9897-789b18ae98a3 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:17.359707 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=3357e156-c69e-4d23-8f84-9f9fdbd0292a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:17.368149 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Attempting to bind port 0d3ec143-6a4e-41ac-88c3-90d90cab4a44 on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:17.368683 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Attempting to bind port 0d3ec143-6a4e-41ac-88c3-90d90cab4a44 by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:17.369156 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Attempting to bind port 0d3ec143-6a4e-41ac-88c3-90d90cab4a44 on network 6b523561-9fa5-43e1-895e-32993d078f63 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:17.402800 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:17.403553 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Checking segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:17.404691 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:17.405337 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Bound using segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:17.406146 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Bound port: 0d3ec143-6a4e-41ac-88c3-90d90cab4a44, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:17.406410 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-232817b2-03c0-4113-b9c0-9287e60ea363 service neutron] 10.222.0.13 "GET /v2.0/networks/3347a326-fa89-4828-9f34-fd5962a29f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7474751 Mar 27 15:27:17.410270 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (0d3ec143-6a4e-41ac-88c3-90d90cab4a44), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:17.517245 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Publish callbacks [] for router_gateway (6d09cb73-8efe-4c19-854d-33072aa5a9ac), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:17.574400 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Pushing event updated for resources: {'Port': ['ID=0d3ec143-6a4e-41ac-88c3-90d90cab4a44,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:17.592795 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] For port 0d3ec143-6a4e-41ac-88c3-90d90cab4a44, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:17.618592 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] For port 0d3ec143-6a4e-41ac-88c3-90d90cab4a44, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=0d3ec143-6a4e-41ac-88c3-90d90cab4a44,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:17.623451 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0923767-3ec7-4328-a413-e94b37c4997a None None] Pushing event updated for resources: {'Port': ['ID=abe4d73a-d58d-49fe-ad14-9df5df046f40,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:17.632472 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:17.635885 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:17.636249 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:17.636664 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:17.639713 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:17.640077 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:17.653282 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:17.653866 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:17.657370 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:17.657814 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:17.658170 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:17.658527 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:17.658899 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:17.659227 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:17.662899 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Tracked resource versions report: Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: pushed versions: Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: { 'AddressGroup': {'1.2'}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'Agent': {'1.1'}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'ConntrackHelper': {'1.0'}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'LocalIPAssociation': {'1.0'}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'Log': {'1.0'}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'NDPProxy': {'1.0'}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'Network': {'1.1'}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'Port': {'1.7'}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'PortForwarding': {'1.3'}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'QosPolicy': {'1.10'}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'SecurityGroup': {'1.5'}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'SecurityGroupRule': {'1.2'}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'SubPort': {'1.0'}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'Subnet': {'1.1'}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'Trunk': {'1.1'}} Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: consumer versions: Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: { DHCP agent@dv-cinder-835384-1-smb: {}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: HyperV agent@hv-cinder-83538: {}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: L3 agent@dv-cinder-835384-1-smb: {}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: Metadata agent@dv-cinder-835384-1-smb: {}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: Metering agent@dv-cinder-835384-1-smb: {}, Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: Open vSwitch agent@dv-cinder-835384-1-smb: { 'AddressGroup': '1.2', Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'Agent': '1.1', Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'ConntrackHelper': '1.0', Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'LocalIPAssociation': '1.0', Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'Log': '1.0', Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'NDPProxy': '1.0', Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'Network': '1.1', Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'Port': '1.7', Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'PortForwarding': '1.3', Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'QosPolicy': '1.10', Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'SecurityGroup': '1.5', Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'SecurityGroupRule': '1.2', Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'SubPort': '1.0', Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'Subnet': '1.1', Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: 'Trunk': '1.1'}} Mar 27 15:27:17.671386 dv-cinder-835384-1-smb neutron-server[103165]: {{(pid=103165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 27 15:27:17.695166 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (0d3ec143-6a4e-41ac-88c3-90d90cab4a44), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:17.722211 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 4abcd745-f22c-43fc-9897-789b18ae98a3 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:17.727593 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (4abcd745-f22c-43fc-9897-789b18ae98a3), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:17.823731 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Allocated IP 172.28.3.198 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/6a86efbb-b71b-403f-95a7-1dd0a29e5020) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:17.851380 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Routers {'d7849ca4-387d-44a4-98e3-2365c1a840f8'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:17.852401 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:26:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d7849ca4-387d-44a4-98e3-2365c1a840f8'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:17.870295 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da13f6b-2f0b-481a-a6c9-468e0bab38db None None] Pushing event updated for resources: {'Port': ['ID=0d3ec143-6a4e-41ac-88c3-90d90cab4a44,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:18.103831 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 60690) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:18.174754 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 4abcd745-f22c-43fc-9897-789b18ae98a3 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:18.248273 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] Set router d7849ca4-387d-44a4-98e3-2365c1a840f8 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:18.293882 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Allocated IP 172.20.0.1 (9af63cf8-4c83-40dc-8de3-7ebae6a030a7/45fa90f7-8dff-4df6-aba3-f9ce848c3e05/6f5a527e-9212-49ef-98b2-528b3d0ed96e) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:18.330492 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-144132dd-8473-4487-ad5a-285759f433b7 req-fb79e79d-c07a-4f64-8be0-9d9f2d682ab4 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 210 time: 0.2262495 Mar 27 15:27:18.403428 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8115391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8111138'] for router (6d09cb73-8efe-4c19-854d-33072aa5a9ac), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:18.582013 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Publish callbacks [] for port (6a86efbb-b71b-403f-95a7-1dd0a29e5020), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:18.664115 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Router 6d09cb73-8efe-4c19-854d-33072aa5a9ac is scheduled to L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:27:18.755883 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:12Z', 'revision_number': 3, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:18.774671 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Publish callbacks [] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:18.819795 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3234e8f7-89d9-402f-ab90-93bda49ceb49 None None] The sync data for ids ['d7849ca4-387d-44a4-98e3-2365c1a840f8'] in dv-cinder-835384-1-smb is: [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:12Z', 'revision_number': 3, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:27:18.832405 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (6a86efbb-b71b-403f-95a7-1dd0a29e5020), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:18.840512 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a616da9-b612-46c8-8ca6-b06bf889a7cf None None] Network a88b8d02-0b8d-402d-8dfe-29190bd7b332 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:18.859709 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:18.888460 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:18.900443 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:27:18.934009 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:18.935353 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-b120026a-1556-4aa1-8aea-bfcc12253fb1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8223290 Mar 27 15:27:18.939690 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 60740) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:18.955051 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:18.964225 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Sync routers for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:27:19.011565 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:19.015652 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:26:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:19.226640 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:19.267110 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 60756) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:19.321012 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cc75cb-2cf5-4e58-8b6a-926734cb6a44 None None] Network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:19.369260 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Pushing event updated for resources: {'Port': ['ID=6a86efbb-b71b-403f-95a7-1dd0a29e5020,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:19.436449 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:19.667193 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5a527e-9212-49ef-98b2-528b3d0ed96e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:19.667931 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d96c7023-b2ec-4e8c-927f-9656f8ffc4b5 req-3530cd77-cbe1-425d-bf38-d43752cee52d tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 210 time: 0.1357064 Mar 27 15:27:19.684302 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:19.687644 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:19.701581 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device abe4d73a-d58d-49fe-ad14-9df5df046f40 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:19.706414 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:19.708129 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8111607'] for router_interface (d7849ca4-387d-44a4-98e3-2365c1a840f8), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:19.771606 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-816e6420-8637-480c-ad03-72364237be30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:19.856719 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d0543c85-4227-4336-93d7-5e2437bcae8b None None] Provisioning complete for port 4e2302e0-5129-42ec-a6fb-febe5f878d8f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:19.857308 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0543c85-4227-4336-93d7-5e2437bcae8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (4e2302e0-5129-42ec-a6fb-febe5f878d8f), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:19.973362 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-816e6420-8637-480c-ad03-72364237be30 admin admin] Publish callbacks [] for security_group (176a50f4-ad85-44db-bba3-7630334dc6c2), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:19.992373 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-816e6420-8637-480c-ad03-72364237be30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (176a50f4-ad85-44db-bba3-7630334dc6c2), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.137289 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e6420-8637-480c-ad03-72364237be30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176a50f4-ad85-44db-bba3-7630334dc6c2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:20.149222 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-816e6420-8637-480c-ad03-72364237be30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf141e3690e6429b852ce0906d96baef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8635707 Mar 27 15:27:20.150772 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60806) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:20.248298 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e4afb55d-f26e-4e21-b40e-9dfd8aa56c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.329854 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port abe4d73a-d58d-49fe-ad14-9df5df046f40 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:20.330244 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (abe4d73a-d58d-49fe-ad14-9df5df046f40), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.516879 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Publish callbacks [] for router_gateway (ec9ca019-7d23-447a-b105-43d87e3affd3), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.591305 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d0543c85-4227-4336-93d7-5e2437bcae8b None None] Current status of the port 4e2302e0-5129-42ec-a6fb-febe5f878d8f is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:20.592021 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0543c85-4227-4336-93d7-5e2437bcae8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (4e2302e0-5129-42ec-a6fb-febe5f878d8f), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.650667 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:17Z', 'revision_number': 3, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:20.686285 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.697413 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port abe4d73a-d58d-49fe-ad14-9df5df046f40 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:20.698914 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (abe4d73a-d58d-49fe-ad14-9df5df046f40), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.727407 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Checking router: 6d09cb73-8efe-4c19-854d-33072aa5a9ac for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:27:20.729083 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Updating router 6d09cb73-8efe-4c19-854d-33072aa5a9ac port 3357e156-c69e-4d23-8f84-9f9fdbd0292a binding host dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:27:20.763575 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.833049 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d0543c85-4227-4336-93d7-5e2437bcae8b None None] For port 4e2302e0-5129-42ec-a6fb-febe5f878d8f, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=4e2302e0-5129-42ec-a6fb-febe5f878d8f,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:20.847472 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0543c85-4227-4336-93d7-5e2437bcae8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (4e2302e0-5129-42ec-a6fb-febe5f878d8f), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.853490 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (3357e156-c69e-4d23-8f84-9f9fdbd0292a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.857879 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] For port abe4d73a-d58d-49fe-ad14-9df5df046f40, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=abe4d73a-d58d-49fe-ad14-9df5df046f40,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:20.895404 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9c65491-20bf-40fe-b6b1-8297500aa6cf admin admin] Publish callbacks [] for security_group (176a50f4-ad85-44db-bba3-7630334dc6c2), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.905875 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (abe4d73a-d58d-49fe-ad14-9df5df046f40), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.907044 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 4e2302e0-5129-42ec-a6fb-febe5f878d8f up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:20.978126 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Allocated IP 172.20.0.1 (305fa4ab-b08c-4a9e-8a52-56d673dd13fa/ad263cdc-9f5f-4b94-9470-91174def020a/5b960a83-cfab-4cff-a6b6-d89f618c66a0) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:21.035393 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0543c85-4227-4336-93d7-5e2437bcae8b None None] Pushing event updated for resources: {'Port': ['ID=4e2302e0-5129-42ec-a6fb-febe5f878d8f,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:21.134194 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9c65491-20bf-40fe-b6b1-8297500aa6cf admin admin] Publish callbacks [] for security_group (176a50f4-ad85-44db-bba3-7630334dc6c2), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.152142 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b486e97e-1805-40ee-9a3a-f404947db812 req-f7cc8ccd-23c6-41e0-864b-18905bcf3a57 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 210 time: 0.0779870 Mar 27 15:27:21.197014 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-23ead9dd-338a-4f4e-b349-fd33704aba7c None None] Provisioning complete for port 6f5a527e-9212-49ef-98b2-528b3d0ed96e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:21.197427 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-23ead9dd-338a-4f4e-b349-fd33704aba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.243682 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Publish callbacks [] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.356962 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Pushing event updated for resources: {'Port': ['ID=abe4d73a-d58d-49fe-ad14-9df5df046f40,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:21.392756 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-23ead9dd-338a-4f4e-b349-fd33704aba7c None None] Port 6f5a527e-9212-49ef-98b2-528b3d0ed96e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:21.402002 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 4e2302e0-5129-42ec-a6fb-febe5f878d8f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:21.404895 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (4e2302e0-5129-42ec-a6fb-febe5f878d8f), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.443670 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9c65491-20bf-40fe-b6b1-8297500aa6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (176a50f4-ad85-44db-bba3-7630334dc6c2), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.444728 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 55604) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:21.447693 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9c65491-20bf-40fe-b6b1-8297500aa6cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.448743 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e9c65491-20bf-40fe-b6b1-8297500aa6cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/176a50f4-ad85-44db-bba3-7630334dc6c2 HTTP/1.1" status: 204 len: 168 time: 1.2969255 Mar 27 15:27:21.499713 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c65491-20bf-40fe-b6b1-8297500aa6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176a50f4-ad85-44db-bba3-7630334dc6c2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:21.517421 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-23ead9dd-338a-4f4e-b349-fd33704aba7c None None] Provisioning complete for port 4e2302e0-5129-42ec-a6fb-febe5f878d8f triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:21.518128 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-23ead9dd-338a-4f4e-b349-fd33704aba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (4e2302e0-5129-42ec-a6fb-febe5f878d8f), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.547136 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Publish callbacks [] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.550161 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8115391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8111138'] for router (ec9ca019-7d23-447a-b105-43d87e3affd3), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.558834 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.560043 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8120400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8111459'] for router_interface (d7849ca4-387d-44a4-98e3-2365c1a840f8), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.562971 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.650208 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Pushing event updated for resources: {'Port': ['ID=5b960a83-cfab-4cff-a6b6-d89f618c66a0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:21.668716 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5a527e-9212-49ef-98b2-528b3d0ed96e,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:21.696765 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:21.709567 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:21.717654 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:21.718147 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8111607'] for router_interface (6d09cb73-8efe-4c19-854d-33072aa5a9ac), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.779256 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Publish callbacks [] for port (3357e156-c69e-4d23-8f84-9f9fdbd0292a), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.805106 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60856) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:21.835539 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 4e2302e0-5129-42ec-a6fb-febe5f878d8f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:21.876465 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (3357e156-c69e-4d23-8f84-9f9fdbd0292a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.045267 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-23ead9dd-338a-4f4e-b349-fd33704aba7c None None] Current status of the port 4e2302e0-5129-42ec-a6fb-febe5f878d8f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:22.091363 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d47a5-b8fe-4e8f-9c2a-5659342d3e56 None None] Pushing event updated for resources: {'Port': ['ID=3357e156-c69e-4d23-8f84-9f9fdbd0292a,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:22.113284 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:22.120290 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:22.157090 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-87bda17f-b588-4d4a-a78a-efcf151a504a tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:22.162055 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-87bda17f-b588-4d4a-a78a-efcf151a504a tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.16 "GET /v2.0/networks?id=3347a326-fa89-4828-9f34-fd5962a29f7e HTTP/1.1" status: 200 len: 811 time: 0.7162824 Mar 27 15:27:22.244976 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-18bcb4de-ac42-4674-9b96-125592ce6d37 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Request body: {'port': {'device_id': 'bdeaebba-c8c0-4bb8-aea2-fddb495142c3', 'network_id': '3347a326-fa89-4828-9f34-fd5962a29f7e', 'admin_state_up': True, 'tenant_id': '9e21cff68bc749d19e29aafa18e6e8e0'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:22.254833 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.334305 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Router ec9ca019-7d23-447a-b105-43d87e3affd3 is scheduled to L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:27:22.433814 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6959ead6-a16c-4c77-bc6c-799547c7eb83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.525669 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Attempting to bind port 3357e156-c69e-4d23-8f84-9f9fdbd0292a on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:22.525669 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Attempting to bind port 3357e156-c69e-4d23-8f84-9f9fdbd0292a by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:22.525881 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Attempting to bind port 3357e156-c69e-4d23-8f84-9f9fdbd0292a on network 6b523561-9fa5-43e1-895e-32993d078f63 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:22.530202 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60896) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:22.540289 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device abe4d73a-d58d-49fe-ad14-9df5df046f40 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:22.595236 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-23ead9dd-338a-4f4e-b349-fd33704aba7c None None] Provisioning complete for port abe4d73a-d58d-49fe-ad14-9df5df046f40 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:22.595625 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-23ead9dd-338a-4f4e-b349-fd33704aba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (abe4d73a-d58d-49fe-ad14-9df5df046f40), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.602147 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:22.602528 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Checking segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:22.602973 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.603443 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Bound using segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:22.603931 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Bound port: 3357e156-c69e-4d23-8f84-9f9fdbd0292a, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:22.604308 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (3357e156-c69e-4d23-8f84-9f9fdbd0292a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.679192 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-07f69be7-c23d-4c25-91e9-bb6a787331a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.689465 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b59b6401-1384-4fe0-ac5b-907a49c1ec1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.715951 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Router d7849ca4-387d-44a4-98e3-2365c1a840f8 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:27:22.746600 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] For port 3357e156-c69e-4d23-8f84-9f9fdbd0292a, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:22.751380 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] For port 3357e156-c69e-4d23-8f84-9f9fdbd0292a, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=3357e156-c69e-4d23-8f84-9f9fdbd0292a,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:22.764530 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (3357e156-c69e-4d23-8f84-9f9fdbd0292a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.769362 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port abe4d73a-d58d-49fe-ad14-9df5df046f40 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:22.770168 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (abe4d73a-d58d-49fe-ad14-9df5df046f40), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.877014 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Publish callbacks [] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.878795 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:27:22.881591 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0f8274c1-e9a1-4fa2-8bad-9e59c6e3c436 req-75aa0b50-b394-4c97-9f61-37ef932f5bdc tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 210 time: 0.3361914 Mar 27 15:27:22.888312 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.889188 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8120400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8111459'] for router_interface (6d09cb73-8efe-4c19-854d-33072aa5a9ac), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.898920 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Sync routers for ids ['ec9ca019-7d23-447a-b105-43d87e3affd3'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:27:22.937744 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Routers {'ec9ca019-7d23-447a-b105-43d87e3affd3'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:22.941464 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:27:23Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['ec9ca019-7d23-447a-b105-43d87e3affd3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:22.958979 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6959ead6-a16c-4c77-bc6c-799547c7eb83 admin admin] Publish callbacks [] for security_group (1996cb5e-fd95-40f9-aed4-14790805aac9), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.970604 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.971899 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-935bc7da-e395-495b-8a06-7186c736cd92 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.9192758 Mar 27 15:27:22.975460 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6959ead6-a16c-4c77-bc6c-799547c7eb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (1996cb5e-fd95-40f9-aed4-14790805aac9), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.977798 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60910) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:22.987891 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:22.989164 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:27:23Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:23.069189 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Set router ec9ca019-7d23-447a-b105-43d87e3affd3 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:23.106085 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:23.181152 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-23ead9dd-338a-4f4e-b349-fd33704aba7c None None] Current status of the port abe4d73a-d58d-49fe-ad14-9df5df046f40 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:23.183589 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d47a5-b8fe-4e8f-9c2a-5659342d3e56 None None] Pushing event updated for resources: {'Port': ['ID=3357e156-c69e-4d23-8f84-9f9fdbd0292a,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:23.212588 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Pushing event updated for resources: {'Port': ['ID=5b960a83-cfab-4cff-a6b6-d89f618c66a0,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:23.232367 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:23.242482 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:23.265412 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-18bcb4de-ac42-4674-9b96-125592ce6d37 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Made reservation on behalf of 9e21cff68bc749d19e29aafa18e6e8e0 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:23.269043 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-18bcb4de-ac42-4674-9b96-125592ce6d37 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:23.274145 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-07f69be7-c23d-4c25-91e9-bb6a787331a8 admin admin] Publish callbacks [] for security_group (f6d9bee9-82bf-4f36-9f88-7ff387493dda), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:23.277928 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959ead6-a16c-4c77-bc6c-799547c7eb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1996cb5e-fd95-40f9-aed4-14790805aac9,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:23.282585 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6959ead6-a16c-4c77-bc6c-799547c7eb83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f55f471fdaf6415690839bd6fbac7195&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4763906 Mar 27 15:27:23.285786 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 60912) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:23.298302 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:19Z', 'revision_number': 3, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port': {'id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:16Z', 'updated_at': '2022-03-27T15:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:23.300230 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:27:23.307839 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-07f69be7-c23d-4c25-91e9-bb6a787331a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (f6d9bee9-82bf-4f36-9f88-7ff387493dda), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:23.372595 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Checking router: ec9ca019-7d23-447a-b105-43d87e3affd3 for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:27:23.372952 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Updating router ec9ca019-7d23-447a-b105-43d87e3affd3 port 6a86efbb-b71b-403f-95a7-1dd0a29e5020 binding host dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:27:23.451097 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-1ac4bd33-52eb-4793-8e49-eded8def3a61 admin admin] 10.222.0.13 "PUT /v2.0/routers/d7849ca4-387d-44a4-98e3-2365c1a840f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2730572 Mar 27 15:27:23.451206 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-33421e04-1590-4331-91c9-dae650102d09 None None] Provisioning complete for port 6f5a527e-9212-49ef-98b2-528b3d0ed96e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:23.451206 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33421e04-1590-4331-91c9-dae650102d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:23.455943 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (6a86efbb-b71b-403f-95a7-1dd0a29e5020), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:23.470772 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Sync routers for ids ['d7849ca4-387d-44a4-98e3-2365c1a840f8'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:27:23.486514 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f69be7-c23d-4c25-91e9-bb6a787331a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d9bee9-82bf-4f36-9f88-7ff387493dda,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:23.502015 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-07f69be7-c23d-4c25-91e9-bb6a787331a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7518a7acd0644a149e7af1a77708fb71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8859024 Mar 27 15:27:23.510248 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60924) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:23.635776 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-33421e04-1590-4331-91c9-dae650102d09 None None] Port 6f5a527e-9212-49ef-98b2-528b3d0ed96e cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:23.766294 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Router 6d09cb73-8efe-4c19-854d-33072aa5a9ac has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:27:23.896657 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Routers {'d7849ca4-387d-44a4-98e3-2365c1a840f8'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:23.902413 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:27:23Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d7849ca4-387d-44a4-98e3-2365c1a840f8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:23.914415 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3f8faa00-aca8-4da8-85d3-2eb35b4f034a admin admin] Publish callbacks [] for security_group (1996cb5e-fd95-40f9-aed4-14790805aac9), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:23.945390 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3f8faa00-aca8-4da8-85d3-2eb35b4f034a admin admin] Publish callbacks [] for security_group (1996cb5e-fd95-40f9-aed4-14790805aac9), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:23.950278 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.039852 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3f8faa00-aca8-4da8-85d3-2eb35b4f034a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (1996cb5e-fd95-40f9-aed4-14790805aac9), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.042509 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3f8faa00-aca8-4da8-85d3-2eb35b4f034a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.046489 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-3f8faa00-aca8-4da8-85d3-2eb35b4f034a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1996cb5e-fd95-40f9-aed4-14790805aac9 HTTP/1.1" status: 204 len: 168 time: 0.7501719 Mar 27 15:27:24.251065 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port abe4d73a-d58d-49fe-ad14-9df5df046f40 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:24.263197 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 0d3ec143-6a4e-41ac-88c3-90d90cab4a44 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:24.326112 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8faa00-aca8-4da8-85d3-2eb35b4f034a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1996cb5e-fd95-40f9-aed4-14790805aac9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:24.328431 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:27:24.374665 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-33421e04-1590-4331-91c9-dae650102d09 None None] Provisioning complete for port 5b960a83-cfab-4cff-a6b6-d89f618c66a0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:24.383447 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-33421e04-1590-4331-91c9-dae650102d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.441002 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-aa99db55-0b66-411c-abf5-23635f815663 admin admin] 10.222.0.13 "PUT /v2.0/routers/6d09cb73-8efe-4c19-854d-33072aa5a9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4973218 Mar 27 15:27:24.546688 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5dba4167-8bae-400a-8e6b-ebce9fda364b req-71d251cc-7f05-4d25-b13d-779bdba89cff tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 210 time: 0.2325492 Mar 27 15:27:24.684088 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 2, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:24.732707 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b61df8bf-b731-4782-8338-6a03b1ee31dc admin admin] Publish callbacks [] for security_group (f6d9bee9-82bf-4f36-9f88-7ff387493dda), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.794685 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Publish callbacks [] for port (6a86efbb-b71b-403f-95a7-1dd0a29e5020), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.830879 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584ad694-dbe1-44f9-ae07-c93234417bdb None None] The sync data for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb is: [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 2, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:27:24.838305 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (6a86efbb-b71b-403f-95a7-1dd0a29e5020), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.845541 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-18bcb4de-ac42-4674-9b96-125592ce6d37 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Allocated IP 172.20.0.13 (3347a326-fa89-4828-9f34-fd5962a29f7e/fec6b73f-6b62-4656-95c2-e88567f60799/6fdd736d-d105-4b36-b797-0ea0ea075d1c) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:24.940254 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b61df8bf-b731-4782-8338-6a03b1ee31dc admin admin] Publish callbacks [] for security_group (f6d9bee9-82bf-4f36-9f88-7ff387493dda), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.989249 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-33421e04-1590-4331-91c9-dae650102d09 None None] Port 5b960a83-cfab-4cff-a6b6-d89f618c66a0 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:25.014848 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 0d3ec143-6a4e-41ac-88c3-90d90cab4a44 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:25.015233 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (0d3ec143-6a4e-41ac-88c3-90d90cab4a44), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.021233 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 60968) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:25.047173 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32221cd4-6e53-4ce1-bba8-1fd6d3af2e23 None None] Pushing event updated for resources: {'Port': ['ID=6a86efbb-b71b-403f-95a7-1dd0a29e5020,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:25.152501 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Attempting to bind port 6a86efbb-b71b-403f-95a7-1dd0a29e5020 on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:25.165531 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Attempting to bind port 6a86efbb-b71b-403f-95a7-1dd0a29e5020 by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:25.172314 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Attempting to bind port 6a86efbb-b71b-403f-95a7-1dd0a29e5020 on network 6b523561-9fa5-43e1-895e-32993d078f63 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:25.199600 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:25.207683 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Checking segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:25.208354 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.209244 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Bound using segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:25.211885 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Bound port: 6a86efbb-b71b-403f-95a7-1dd0a29e5020, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:25.212550 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (6a86efbb-b71b-403f-95a7-1dd0a29e5020), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.221413 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 60982) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:25.224386 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Set router d7849ca4-387d-44a4-98e3-2365c1a840f8 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:25.260099 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-1f355750-2804-4999-a299-33e94698c69d tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366088669', 'description': 'tempest-description--1470664618'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:25.286132 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.324878 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-fc7f92b0-0252-4283-b74c-b4acc25ea780 None None] Provisioning complete for port 5b960a83-cfab-4cff-a6b6-d89f618c66a0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:25.325552 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fc7f92b0-0252-4283-b74c-b4acc25ea780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.362824 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] For port 6a86efbb-b71b-403f-95a7-1dd0a29e5020, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:25.369976 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] For port 6a86efbb-b71b-403f-95a7-1dd0a29e5020, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=6a86efbb-b71b-403f-95a7-1dd0a29e5020,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:25.388904 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (6a86efbb-b71b-403f-95a7-1dd0a29e5020), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.590274 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32221cd4-6e53-4ce1-bba8-1fd6d3af2e23 None None] Pushing event updated for resources: {'Port': ['ID=6a86efbb-b71b-403f-95a7-1dd0a29e5020,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:25.612327 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Routers {'ec9ca019-7d23-447a-b105-43d87e3affd3'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:25.612984 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:27:23Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['ec9ca019-7d23-447a-b105-43d87e3affd3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:25.701826 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68fec4c1-5c78-4367-8ea1-70e933e736f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.740072 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f355750-2804-4999-a299-33e94698c69d tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.741763 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.913334 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b61df8bf-b731-4782-8338-6a03b1ee31dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (f6d9bee9-82bf-4f36-9f88-7ff387493dda), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.927834 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b61df8bf-b731-4782-8338-6a03b1ee31dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.934921 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-b61df8bf-b731-4782-8338-6a03b1ee31dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6d9bee9-82bf-4f36-9f88-7ff387493dda HTTP/1.1" status: 204 len: 168 time: 2.4094193 Mar 27 15:27:25.989355 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] Set router ec9ca019-7d23-447a-b105-43d87e3affd3 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:26.123212 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f92b0-0252-4283-b74c-b4acc25ea780 None None] Port 5b960a83-cfab-4cff-a6b6-d89f618c66a0 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:26.223329 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61df8bf-b731-4782-8338-6a03b1ee31dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d9bee9-82bf-4f36-9f88-7ff387493dda,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:26.424502 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-18bcb4de-ac42-4674-9b96-125592ce6d37 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Publish callbacks [] for port (6fdd736d-d105-4b36-b797-0ea0ea075d1c), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:26.449571 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 0d3ec143-6a4e-41ac-88c3-90d90cab4a44 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:26.450559 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (0d3ec143-6a4e-41ac-88c3-90d90cab4a44), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:26.475888 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 32772) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:26.485794 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-78c7cbd5-ffaa-46a3-94fd-be677494856a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1642103443', 'description': 'tempest-description--557617340'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:26.494817 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-18bcb4de-ac42-4674-9b96-125592ce6d37 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (6fdd736d-d105-4b36-b797-0ea0ea075d1c), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:26.498016 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f355750-2804-4999-a299-33e94698c69d tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group (5c728c6a-804e-48ef-972b-f1c1bb7f3dfc), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:26.517540 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f355750-2804-4999-a299-33e94698c69d tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (5c728c6a-804e-48ef-972b-f1c1bb7f3dfc), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:26.703393 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-18bcb4de-ac42-4674-9b96-125592ce6d37 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Network 3347a326-fa89-4828-9f34-fd5962a29f7e is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:26.734570 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] For port 0d3ec143-6a4e-41ac-88c3-90d90cab4a44, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=0d3ec143-6a4e-41ac-88c3-90d90cab4a44,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:26.746350 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-18bcb4de-ac42-4674-9b96-125592ce6d37 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:26.766027 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1f355750-2804-4999-a299-33e94698c69d tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:26.766539 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (0d3ec143-6a4e-41ac-88c3-90d90cab4a44), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:26.768975 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-1f355750-2804-4999-a299-33e94698c69d tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5279338 Mar 27 15:27:26.771706 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f355750-2804-4999-a299-33e94698c69d tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:26.774324 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 4e2302e0-5129-42ec-a6fb-febe5f878d8f up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:26.778977 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 32780) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:26.781346 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:26.785799 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-18bcb4de-ac42-4674-9b96-125592ce6d37 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:26.804838 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-34c1ecdc-387a-4c64-9536-13d3b7a791e9 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Request body: {'security_group_rule': {'security_group_id': '5c728c6a-804e-48ef-972b-f1c1bb7f3dfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:26.826336 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-18bcb4de-ac42-4674-9b96-125592ce6d37 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:26.832296 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-18bcb4de-ac42-4674-9b96-125592ce6d37 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:26.877900 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Allocated IP 172.20.0.1 (a88b8d02-0b8d-402d-8dfe-29190bd7b332/5aa9dede-4f68-40ab-92be-0c823d7184ef/4c75e88f-cba2-44e9-ba9d-cddb40ac9850) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:26.943276 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34c1ecdc-387a-4c64-9536-13d3b7a791e9 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group_rule (d42af075-98d6-4368-9d7c-e7c9f7b75a5b), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:26.956702 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:19Z', 'revision_number': 3, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port': {'id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:16Z', 'updated_at': '2022-03-27T15:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:26.994028 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Pushing event updated for resources: {'Port': ['ID=0d3ec143-6a4e-41ac-88c3-90d90cab4a44,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:27.013354 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1879f4a-1635-4d9c-800f-05801bd58597 None None] The sync data for ids ['ec9ca019-7d23-447a-b105-43d87e3affd3'] in dv-cinder-835384-1-smb is: [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:19Z', 'revision_number': 3, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port': {'id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:16Z', 'updated_at': '2022-03-27T15:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:27:27.096661 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:20Z', 'revision_number': 4, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '6f5a527e-9212-49ef-98b2-528b3d0ed96e', 'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'mac_address': 'fa:16:3e:c0:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:17Z', 'updated_at': '2022-03-27T15:27:21Z', 'revision_number': 2, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'subnets': [{'id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:27.122882 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 32788) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:27.187139 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34c1ecdc-387a-4c64-9536-13d3b7a791e9 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group_rule (d42af075-98d6-4368-9d7c-e7c9f7b75a5b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.203957 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34c1ecdc-387a-4c64-9536-13d3b7a791e9 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (d42af075-98d6-4368-9d7c-e7c9f7b75a5b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.229081 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Checking router: d7849ca4-387d-44a4-98e3-2365c1a840f8 for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:27:27.229543 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Updating router d7849ca4-387d-44a4-98e3-2365c1a840f8 port 6f5a527e-9212-49ef-98b2-528b3d0ed96e binding host dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:27:27.241420 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcb4de-ac42-4674-9b96-125592ce6d37 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Pushing event updated for resources: {'Port': ['ID=6fdd736d-d105-4b36-b797-0ea0ea075d1c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:27.277879 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1ecdc-387a-4c64-9536-13d3b7a791e9 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42af075-98d6-4368-9d7c-e7c9f7b75a5b,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:27.292623 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Publish callbacks [] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.319629 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-34c1ecdc-387a-4c64-9536-13d3b7a791e9 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.322663 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-34c1ecdc-387a-4c64-9536-13d3b7a791e9 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5332391 Mar 27 15:27:27.328927 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78c7cbd5-ffaa-46a3-94fd-be677494856a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.331863 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 32796) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:27.359590 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f29ec4eb-e5ce-4103-bb75-a28d7323d1cc tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Request body: {'security_group_rule': {'security_group_id': '5c728c6a-804e-48ef-972b-f1c1bb7f3dfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:27.375600 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 4e2302e0-5129-42ec-a6fb-febe5f878d8f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:27.382667 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (4e2302e0-5129-42ec-a6fb-febe5f878d8f), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.557112 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.564966 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78c7cbd5-ffaa-46a3-94fd-be677494856a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (6aa60053-ba07-4978-ba7c-64c98090964b), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.579902 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26a3e3-c192-4155-acdb-43dc17a24f9d req-1825e09e-1e48-4c5d-869e-7be0f80a1597 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:27.595536 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f29ec4eb-e5ce-4103-bb75-a28d7323d1cc tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group_rule (81debe9a-d029-462b-8126-c77d5031d486), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.602266 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0d26a3e3-c192-4155-acdb-43dc17a24f9d req-1825e09e-1e48-4c5d-869e-7be0f80a1597 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 932 time: 1.8534503 Mar 27 15:27:27.615183 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-18bcb4de-ac42-4674-9b96-125592ce6d37 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3836205 Mar 27 15:27:27.641947 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-fb05baf5-868c-488b-9e10-073a7d26404d tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:27:27.645569 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-fb05baf5-868c-488b-9e10-073a7d26404d tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130281 Mar 27 15:27:27.667836 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78c7cbd5-ffaa-46a3-94fd-be677494856a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (6aa60053-ba07-4978-ba7c-64c98090964b), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.756750 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7cbd5-ffaa-46a3-94fd-be677494856a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa60053-ba07-4978-ba7c-64c98090964b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:27.782991 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.790164 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78c7cbd5-ffaa-46a3-94fd-be677494856a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.792416 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-78c7cbd5-ffaa-46a3-94fd-be677494856a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3131218 Mar 27 15:27:27.822198 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 32804) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:27.824896 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 32806) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:27.876695 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6997fa55-0a45-4aa9-92bb-2143ff9a66d6 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'security_group_rule': {'security_group_id': '6aa60053-ba07-4978-ba7c-64c98090964b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:27.940834 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Network a88b8d02-0b8d-402d-8dfe-29190bd7b332 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:27.996814 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-040c95cb-e55a-48f4-9a67-e27f28a68bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.000555 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6997fa55-0a45-4aa9-92bb-2143ff9a66d6 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (b1dcce2a-fb56-4e2c-8636-4407df8baae4), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.093035 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:28.166371 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:28.168495 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8111607'] for router_interface (ec9ca019-7d23-447a-b105-43d87e3affd3), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.239720 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6997fa55-0a45-4aa9-92bb-2143ff9a66d6 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (b1dcce2a-fb56-4e2c-8636-4407df8baae4), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.295413 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Pushing event updated for resources: {'Port': ['ID=4c75e88f-cba2-44e9-ba9d-cddb40ac9850,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:28.353307 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f29ec4eb-e5ce-4103-bb75-a28d7323d1cc tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group_rule (81debe9a-d029-462b-8126-c77d5031d486), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.411841 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f29ec4eb-e5ce-4103-bb75-a28d7323d1cc tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (81debe9a-d029-462b-8126-c77d5031d486), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.437309 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0d26a3e3-c192-4155-acdb-43dc17a24f9d req-0295da76-0b35-43f5-b949-0f36b549da7a tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbace10a-cec2-493b-a6dc-5752bb16a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8277221 Mar 27 15:27:28.441320 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1e6221e9-de8f-4a91-95ea-17a773bfaa9e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2049271908-network', 'tenant_id': '6d04e67a249745d5845cdb3659fee6fe'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:28.472539 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 4e2302e0-5129-42ec-a6fb-febe5f878d8f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:28.507792 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6997fa55-0a45-4aa9-92bb-2143ff9a66d6 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (b1dcce2a-fb56-4e2c-8636-4407df8baae4), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.565928 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6221e9-de8f-4a91-95ea-17a773bfaa9e admin admin] Made reservation on behalf of 6d04e67a249745d5845cdb3659fee6fe for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:28.566564 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f29ec4eb-e5ce-4103-bb75-a28d7323d1cc tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.570725 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-f29ec4eb-e5ce-4103-bb75-a28d7323d1cc tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2364542 Mar 27 15:27:28.572873 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e6221e9-de8f-4a91-95ea-17a773bfaa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.587819 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ec4eb-e5ce-4103-bb75-a28d7323d1cc tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81debe9a-d029-462b-8126-c77d5031d486,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:28.591742 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Request body: {'port': {'device_id': 'bdeaebba-c8c0-4bb8-aea2-fddb495142c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:28.594271 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 32820) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:28.600473 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Publish callbacks [] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.611589 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.635800 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997fa55-0a45-4aa9-92bb-2143ff9a66d6 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1dcce2a-fb56-4e2c-8636-4407df8baae4,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:28.653411 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6997fa55-0a45-4aa9-92bb-2143ff9a66d6 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.658001 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-6997fa55-0a45-4aa9-92bb-2143ff9a66d6 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7926090 Mar 27 15:27:28.664225 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 32824) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:28.688637 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Request body: {'floatingip': {'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:28.704881 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-19c0ecda-d6c4-4dcb-8830-64524e110be5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'security_group_rule': {'security_group_id': '6aa60053-ba07-4978-ba7c-64c98090964b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:28.716513 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e6221e9-de8f-4a91-95ea-17a773bfaa9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.792988 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68fec4c1-5c78-4367-8ea1-70e933e736f7 admin admin] Publish callbacks [] for security_group (f117988e-79f3-4d23-a672-cee97caf9b0f), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.882783 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-68fec4c1-5c78-4367-8ea1-70e933e736f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (f117988e-79f3-4d23-a672-cee97caf9b0f), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.931392 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c6f4c-f0b2-4eee-a6d3-942c851c6e75 None None] Pushing event updated for resources: {'Port': ['ID=6f5a527e-9212-49ef-98b2-528b3d0ed96e,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:28.941906 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 0d3ec143-6a4e-41ac-88c3-90d90cab4a44 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:28.945489 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.035651 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-19c0ecda-d6c4-4dcb-8830-64524e110be5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (3521757a-2842-4209-ae66-c4158af2a8ef), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.038398 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fec4c1-5c78-4367-8ea1-70e933e736f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f117988e-79f3-4d23-a672-cee97caf9b0f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:29.049293 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2be83048-7f2a-4e31-abda-521aca666abb None None] Provisioning complete for port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:29.049673 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2be83048-7f2a-4e31-abda-521aca666abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.098944 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Attempting to bind port 6f5a527e-9212-49ef-98b2-528b3d0ed96e on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:29.100426 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Attempting to bind port 6f5a527e-9212-49ef-98b2-528b3d0ed96e by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '63c3d783-f7a0-4452-9585-54291be374cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:29.100802 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Attempting to bind port 6f5a527e-9212-49ef-98b2-528b3d0ed96e on network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:29.138400 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:29.138807 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Checking segment: {'id': '63c3d783-f7a0-4452-9585-54291be374cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:29.139225 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.139630 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Bound using segment: {'id': '63c3d783-f7a0-4452-9585-54291be374cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:29.140122 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Bound port: 6f5a527e-9212-49ef-98b2-528b3d0ed96e, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c3d783-f7a0-4452-9585-54291be374cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:29.140505 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.166356 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-040c95cb-e55a-48f4-9a67-e27f28a68bae admin admin] Publish callbacks [] for security_group (ae1d72ec-931a-4321-98ad-b6a8a60fe7f4), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.168300 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.181142 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2be83048-7f2a-4e31-abda-521aca666abb None None] Port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:29.191755 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-040c95cb-e55a-48f4-9a67-e27f28a68bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (ae1d72ec-931a-4321-98ad-b6a8a60fe7f4), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.194640 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (6fdd736d-d105-4b36-b797-0ea0ea075d1c), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.220122 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 0d3ec143-6a4e-41ac-88c3-90d90cab4a44 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:29.220503 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (0d3ec143-6a4e-41ac-88c3-90d90cab4a44), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.307060 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-68fec4c1-5c78-4367-8ea1-70e933e736f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62e78f0d51b84f53a72af0cf06eea211&name=default HTTP/1.1" status: 200 len: 2995 time: 4.2825887 Mar 27 15:27:29.322467 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 32830) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:29.332604 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] For port 6f5a527e-9212-49ef-98b2-528b3d0ed96e, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:29.378487 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] For port 6f5a527e-9212-49ef-98b2-528b3d0ed96e, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=6f5a527e-9212-49ef-98b2-528b3d0ed96e,segment=NetworkSegment(63c3d783-f7a0-4452-9585-54291be374cd),segment_id=63c3d783-f7a0-4452-9585-54291be374cd)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:29.399379 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6a07bf2d-9051-415f-9616-7ec3827662ec None None] Provisioning complete for port 6f5a527e-9212-49ef-98b2-528b3d0ed96e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:29.399788 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6a07bf2d-9051-415f-9616-7ec3827662ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.408499 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c95cb-e55a-48f4-9a67-e27f28a68bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1d72ec-931a-4321-98ad-b6a8a60fe7f4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:29.428088 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-040c95cb-e55a-48f4-9a67-e27f28a68bae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47c6e2fb15bc457587ed8575b41873cf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3022172 Mar 27 15:27:29.446345 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 32832) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:29.456928 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.588852 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-19c0ecda-d6c4-4dcb-8830-64524e110be5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (3521757a-2842-4209-ae66-c4158af2a8ef), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.608205 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e6221e9-de8f-4a91-95ea-17a773bfaa9e admin admin] Publish callbacks [] for security_group (48f07bfa-3151-4546-a342-d8463ce0fbf8), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.629409 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-19c0ecda-d6c4-4dcb-8830-64524e110be5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (3521757a-2842-4209-ae66-c4158af2a8ef), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.632374 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20a14402-b8cc-4157-88d4-4507b412deb6 admin admin] Publish callbacks [] for security_group (f117988e-79f3-4d23-a672-cee97caf9b0f), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.722704 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 0d3ec143-6a4e-41ac-88c3-90d90cab4a44 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:29.723697 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 6a86efbb-b71b-403f-95a7-1dd0a29e5020 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:29.732422 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-addfd0ea-f626-4311-aabb-f3a022e76a46 admin admin] Publish callbacks [] for security_group (ae1d72ec-931a-4321-98ad-b6a8a60fe7f4), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.793694 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20a14402-b8cc-4157-88d4-4507b412deb6 admin admin] Publish callbacks [] for security_group (f117988e-79f3-4d23-a672-cee97caf9b0f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.864898 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-addfd0ea-f626-4311-aabb-f3a022e76a46 admin admin] Publish callbacks [] for security_group (ae1d72ec-931a-4321-98ad-b6a8a60fe7f4), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.866355 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c6f4c-f0b2-4eee-a6d3-942c851c6e75 None None] Pushing event updated for resources: {'Port': ['ID=6f5a527e-9212-49ef-98b2-528b3d0ed96e,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:29.871512 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Routers {'d7849ca4-387d-44a4-98e3-2365c1a840f8'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:29.872217 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:27:23Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d7849ca4-387d-44a4-98e3-2365c1a840f8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:29.930269 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Publish callbacks [] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.970038 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.971056 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8120400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8111459'] for router_interface (ec9ca019-7d23-447a-b105-43d87e3affd3), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.992912 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.130243 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e6221e9-de8f-4a91-95ea-17a773bfaa9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (48f07bfa-3151-4546-a342-d8463ce0fbf8), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.173287 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Pushing event updated for resources: {'Port': ['ID=4c75e88f-cba2-44e9-ba9d-cddb40ac9850,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:30.203438 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6a07bf2d-9051-415f-9616-7ec3827662ec None None] Current status of the port 6f5a527e-9212-49ef-98b2-528b3d0ed96e is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:30.205455 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6a07bf2d-9051-415f-9616-7ec3827662ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.210988 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-addfd0ea-f626-4311-aabb-f3a022e76a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (ae1d72ec-931a-4321-98ad-b6a8a60fe7f4), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.215684 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-addfd0ea-f626-4311-aabb-f3a022e76a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.217301 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-addfd0ea-f626-4311-aabb-f3a022e76a46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae1d72ec-931a-4321-98ad-b6a8a60fe7f4 HTTP/1.1" status: 204 len: 168 time: 0.7652946 Mar 27 15:27:30.219166 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20a14402-b8cc-4157-88d4-4507b412deb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (f117988e-79f3-4d23-a672-cee97caf9b0f), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.231493 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0ecda-d6c4-4dcb-8830-64524e110be5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3521757a-2842-4209-ae66-c4158af2a8ef,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:30.249377 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-20a14402-b8cc-4157-88d4-4507b412deb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.251495 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6221e9-de8f-4a91-95ea-17a773bfaa9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f07bfa-3151-4546-a342-d8463ce0fbf8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:30.253147 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-20a14402-b8cc-4157-88d4-4507b412deb6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f117988e-79f3-4d23-a672-cee97caf9b0f HTTP/1.1" status: 204 len: 168 time: 0.9281995 Mar 27 15:27:30.266841 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 6a86efbb-b71b-403f-95a7-1dd0a29e5020 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:30.266841 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (6a86efbb-b71b-403f-95a7-1dd0a29e5020), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.331986 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-19c0ecda-d6c4-4dcb-8830-64524e110be5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.336568 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Sync routers for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:27:30.341249 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-19c0ecda-d6c4-4dcb-8830-64524e110be5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6383543 Mar 27 15:27:30.342023 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 32850) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:30.359794 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:30.360559 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:27:23Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:30.387706 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'floatingip': {'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:30.389430 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] Set router d7849ca4-387d-44a4-98e3-2365c1a840f8 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:30.423332 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfd0ea-f626-4311-aabb-f3a022e76a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1d72ec-931a-4321-98ad-b6a8a60fe7f4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:30.471792 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6a07bf2d-9051-415f-9616-7ec3827662ec None None] For port 6f5a527e-9212-49ef-98b2-528b3d0ed96e, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=6f5a527e-9212-49ef-98b2-528b3d0ed96e,segment=NetworkSegment(63c3d783-f7a0-4452-9585-54291be374cd),segment_id=63c3d783-f7a0-4452-9585-54291be374cd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:30.478558 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6221e9-de8f-4a91-95ea-17a773bfaa9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:27:30.509639 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6a07bf2d-9051-415f-9616-7ec3827662ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.562832 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.646245 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07bf2d-9051-415f-9616-7ec3827662ec None None] Pushing event updated for resources: {'Port': ['ID=6f5a527e-9212-49ef-98b2-528b3d0ed96e,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:30.711348 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e6221e9-de8f-4a91-95ea-17a773bfaa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (1eeaffc9-ee21-4931-bd0d-9b5ff48c65e8), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.712554 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.segments_db [None req-1e6221e9-de8f-4a91-95ea-17a773bfaa9e admin admin] Added segment 1eeaffc9-ee21-4931-bd0d-9b5ff48c65e8 of type vlan for network 106954f8-d5f8-4abb-863d-bff75ae584e4 Mar 27 15:27:30.725583 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fdd736d-d105-4b36-b797-0ea0ea075d1c {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:30.768908 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:30.809462 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Publish callbacks [] for port (6fdd736d-d105-4b36-b797-0ea0ea075d1c), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.844663 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efefc2-3301-4858-81f5-54112bf887aa req-d70c9c11-95e7-4d41-825c-816b237255d5 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:30.857766 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-30efefc2-3301-4858-81f5-54112bf887aa req-d70c9c11-95e7-4d41-825c-816b237255d5 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 932 time: 1.2708945 Mar 27 15:27:30.969507 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a14402-b8cc-4157-88d4-4507b412deb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f117988e-79f3-4d23-a672-cee97caf9b0f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:30.989852 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e6221e9-de8f-4a91-95ea-17a773bfaa9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (106954f8-d5f8-4abb-863d-bff75ae584e4), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.994879 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Transition to ACTIVE for port object 6fdd736d-d105-4b36-b797-0ea0ea075d1c will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:27:31.005593 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (6fdd736d-d105-4b36-b797-0ea0ea075d1c), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.064029 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d93be582-11cf-4e6a-aaee-a8a9b90bafaa None None] Provisioning complete for port 6f5a527e-9212-49ef-98b2-528b3d0ed96e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:31.064413 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d93be582-11cf-4e6a-aaee-a8a9b90bafaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.115091 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Pushing event updated for resources: {'Port': ['ID=6fdd736d-d105-4b36-b797-0ea0ea075d1c,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:31.134561 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.db.resource_extend [None req-1e6221e9-de8f-4a91-95ea-17a773bfaa9e admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 27 15:27:31.289769 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Network a88b8d02-0b8d-402d-8dfe-29190bd7b332 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:31.300534 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:31.331984 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-30efefc2-3301-4858-81f5-54112bf887aa req-fadc100d-04d4-405e-8616-c7abd7cdc44f tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbace10a-cec2-493b-a6dc-5752bb16a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731965 Mar 27 15:27:31.344976 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e6221e9-de8f-4a91-95ea-17a773bfaa9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (106954f8-d5f8-4abb-863d-bff75ae584e4), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.346223 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6221e9-de8f-4a91-95ea-17a773bfaa9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:31.351196 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e6221e9-de8f-4a91-95ea-17a773bfaa9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.406224 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 2, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:31.440460 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Checking router: 6d09cb73-8efe-4c19-854d-33072aa5a9ac for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:27:31.441056 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Updating router 6d09cb73-8efe-4c19-854d-33072aa5a9ac port 5b960a83-cfab-4cff-a6b6-d89f618c66a0 binding host dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:27:31.480885 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.495356 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d93be582-11cf-4e6a-aaee-a8a9b90bafaa None None] Current status of the port 6f5a527e-9212-49ef-98b2-528b3d0ed96e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:31.530010 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 6a86efbb-b71b-403f-95a7-1dd0a29e5020 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:31.530400 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (6a86efbb-b71b-403f-95a7-1dd0a29e5020), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.543863 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Allocated IP 172.28.3.165 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/645e3b82-7df2-4d4e-a7ee-37f101cade00) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:31.594855 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] For port 6a86efbb-b71b-403f-95a7-1dd0a29e5020, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=6a86efbb-b71b-403f-95a7-1dd0a29e5020,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:31.624839 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (6a86efbb-b71b-403f-95a7-1dd0a29e5020), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.625492 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 3357e156-c69e-4d23-8f84-9f9fdbd0292a up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:31.631401 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 32862) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:31.706129 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-1e6221e9-de8f-4a91-95ea-17a773bfaa9e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.8631225 Mar 27 15:27:31.707027 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 32864) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:31.720617 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:20Z', 'revision_number': 4, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '6f5a527e-9212-49ef-98b2-528b3d0ed96e', 'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'mac_address': 'fa:16:3e:c0:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:17Z', 'updated_at': '2022-03-27T15:27:29Z', 'revision_number': 4, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'subnets': [{'id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:31.729579 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e4871b22-22bf-4279-8a79-8ff93f8da3d5 admin admin] Request body: {'subnet': {'network_id': '106954f8-d5f8-4abb-863d-bff75ae584e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2049271908-subnet', 'tenant_id': '6d04e67a249745d5845cdb3659fee6fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:31.797649 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 32866) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:31.804916 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Attempting to bind port 6fdd736d-d105-4b36-b797-0ea0ea075d1c on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:31.805500 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Attempting to bind port 6fdd736d-d105-4b36-b797-0ea0ea075d1c by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'eff90774-5d7b-4005-9d9b-1980e353a1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3347a326-fa89-4828-9f34-fd5962a29f7e'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:31.810428 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Attempting to bind port 6fdd736d-d105-4b36-b797-0ea0ea075d1c on network 3347a326-fa89-4828-9f34-fd5962a29f7e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:31.812782 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6221e9-de8f-4a91-95ea-17a773bfaa9e admin admin] Pushing event updated for resources: {'Network': ['ID=106954f8-d5f8-4abb-863d-bff75ae584e4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:31.837236 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2b808c4-2af9-4cd2-9eb3-4b640bbbe5c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.850433 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Publish callbacks [] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.857972 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4871b22-22bf-4279-8a79-8ff93f8da3d5 admin admin] Made reservation on behalf of 6d04e67a249745d5845cdb3659fee6fe for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:31.858422 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.860399 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for port (645e3b82-7df2-4d4e-a7ee-37f101cade00), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.860995 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e4871b22-22bf-4279-8a79-8ff93f8da3d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.878129 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.904595 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network 106954f8-d5f8-4abb-863d-bff75ae584e4 details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:27:31.919904 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e686e-ec8f-492f-bd04-c951dda096ae None None] The sync data for ids ['d7849ca4-387d-44a4-98e3-2365c1a840f8'] in dv-cinder-835384-1-smb is: [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:20Z', 'revision_number': 4, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '6f5a527e-9212-49ef-98b2-528b3d0ed96e', 'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'mac_address': 'fa:16:3e:c0:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:17Z', 'updated_at': '2022-03-27T15:27:29Z', 'revision_number': 4, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'subnets': [{'id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:27:32.060522 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadda14-ff72-4082-b457-c5a1875c5eb8 None None] Pushing event updated for resources: {'Port': ['ID=5b960a83-cfab-4cff-a6b6-d89f618c66a0,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:32.093863 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (645e3b82-7df2-4d4e-a7ee-37f101cade00), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:32.257224 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Attempting to bind port 5b960a83-cfab-4cff-a6b6-d89f618c66a0 on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:32.257596 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Attempting to bind port 5b960a83-cfab-4cff-a6b6-d89f618c66a0 by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:32.257957 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Attempting to bind port 5b960a83-cfab-4cff-a6b6-d89f618c66a0 on network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:32.271189 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:32.272072 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Checking segment: {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:32.272708 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:32.273317 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Bound using segment: {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:32.274228 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Bound port: 5b960a83-cfab-4cff-a6b6-d89f618c66a0, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:32.274942 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:32.278772 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event updated for resources: {'Port': ['ID=645e3b82-7df2-4d4e-a7ee-37f101cade00,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:32.317907 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:32.330069 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:32.340806 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:32.388223 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Router ec9ca019-7d23-447a-b105-43d87e3affd3 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:27:32.445743 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] For port 5b960a83-cfab-4cff-a6b6-d89f618c66a0, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:32.450905 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] For port 5b960a83-cfab-4cff-a6b6-d89f618c66a0, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=5b960a83-cfab-4cff-a6b6-d89f618c66a0,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:32.457357 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Port 6fdd736d-d105-4b36-b797-0ea0ea075d1c on network 3347a326-fa89-4828-9f34-fd5962a29f7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:27:32.457752 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Attempting to bind port 6fdd736d-d105-4b36-b797-0ea0ea075d1c on network 3347a326-fa89-4828-9f34-fd5962a29f7e {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:32.460419 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e0c4a386-1a95-4206-a2b3-a2ad5e731b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:32.468256 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:32.516527 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:32.516903 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Checking segment: {'id': 'eff90774-5d7b-4005-9d9b-1980e353a1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3347a326-fa89-4828-9f34-fd5962a29f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:32.517447 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Bound using segment: {'id': 'eff90774-5d7b-4005-9d9b-1980e353a1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3347a326-fa89-4828-9f34-fd5962a29f7e'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:32.517893 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Bound port: 6fdd736d-d105-4b36-b797-0ea0ea075d1c, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff90774-5d7b-4005-9d9b-1980e353a1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3347a326-fa89-4828-9f34-fd5962a29f7e'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:32.518250 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (6fdd736d-d105-4b36-b797-0ea0ea075d1c), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:32.615128 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e0c4a386-1a95-4206-a2b3-a2ad5e731b94 admin admin] Publish callbacks [] for security_group (d371080c-aecd-4049-843f-aa192ae6ddd4), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:32.641495 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:32.645215 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for floatingip (2962cf6b-ca9f-454c-a292-749063f1a25d), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:32.658064 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:27:23Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:32.664851 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e0c4a386-1a95-4206-a2b3-a2ad5e731b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (d371080c-aecd-4049-843f-aa192ae6ddd4), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:32.670455 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadda14-ff72-4082-b457-c5a1875c5eb8 None None] Pushing event updated for resources: {'Port': ['ID=5b960a83-cfab-4cff-a6b6-d89f618c66a0,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:32.828542 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c074e4cd-dd6b-4b2e-9f51-5b79326799d1 None None] Provisioning complete for port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:32.829135 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c074e4cd-dd6b-4b2e-9f51-5b79326799d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:32.834178 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Pushing event updated for resources: {'Port': ['ID=6a86efbb-b71b-403f-95a7-1dd0a29e5020,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:32.862146 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:27:32.885923 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-e0c4a386-1a95-4206-a2b3-a2ad5e731b94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=028db1e7fa6e46038e9df5f01fd8b817&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0862010 Mar 27 15:27:32.891179 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 32876) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:32.905836 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (645e3b82-7df2-4d4e-a7ee-37f101cade00), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:32.937852 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4a386-1a95-4206-a2b3-a2ad5e731b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d371080c-aecd-4049-843f-aa192ae6ddd4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:32.977284 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e4871b22-22bf-4279-8a79-8ff93f8da3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for subnet (4bba8a15-2228-42b0-aed3-8e02a06d682a), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.002358 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Allocated IP 172.28.3.65 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/ec7e9140-ba09-4f82-828e-96058393785a) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:33.031110 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:33.065370 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 3357e156-c69e-4d23-8f84-9f9fdbd0292a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:33.066183 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (3357e156-c69e-4d23-8f84-9f9fdbd0292a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.068203 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c074e4cd-dd6b-4b2e-9f51-5b79326799d1 None None] Port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:33.070405 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735adf3b-1cef-4850-a6c2-f84308cb7f60 req-4dd6401e-2cfb-42a3-ad92-dc444b3db241 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:33.072273 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-735adf3b-1cef-4850-a6c2-f84308cb7f60 req-4dd6401e-2cfb-42a3-ad92-dc444b3db241 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 944 time: 0.5394661 Mar 27 15:27:33.237613 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-0c00fa91-030d-45b2-9372-72347ba4f0c8 None None] Provisioning complete for port 5b960a83-cfab-4cff-a6b6-d89f618c66a0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:33.237820 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0c00fa91-030d-45b2-9372-72347ba4f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.247118 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for port (645e3b82-7df2-4d4e-a7ee-37f101cade00), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.289350 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-735adf3b-1cef-4850-a6c2-f84308cb7f60 req-18d62dc2-b6d4-482a-8d76-ea47e2c4b62b tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbace10a-cec2-493b-a6dc-5752bb16a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766028 Mar 27 15:27:33.307539 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (645e3b82-7df2-4d4e-a7ee-37f101cade00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.368633 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] For port 6fdd736d-d105-4b36-b797-0ea0ea075d1c, host hv-cinder-83538, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:33.411841 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 3357e156-c69e-4d23-8f84-9f9fdbd0292a is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:33.412200 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (3357e156-c69e-4d23-8f84-9f9fdbd0292a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.474346 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] For port 3357e156-c69e-4d23-8f84-9f9fdbd0292a, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=3357e156-c69e-4d23-8f84-9f9fdbd0292a,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:33.518464 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (3357e156-c69e-4d23-8f84-9f9fdbd0292a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.555996 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:27:33.570315 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (2962cf6b-ca9f-454c-a292-749063f1a25d), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.608491 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for port (ec7e9140-ba09-4f82-828e-96058393785a), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.642936 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6b9ada06-8322-4a74-9960-43ecb94d9318 admin admin] 10.222.0.13 "PUT /v2.0/routers/ec9ca019-7d23-447a-b105-43d87e3affd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6579092 Mar 27 15:27:33.656571 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.663771 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9893086 Mar 27 15:27:33.674253 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce446e1-3278-4ce4-82ce-c5d2ed7b7cc8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event updated for resources: {'Port': ['ID=645e3b82-7df2-4d4e-a7ee-37f101cade00,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:33.688754 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (ec7e9140-ba09-4f82-828e-96058393785a), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.725467 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb194dd2-78f5-47b1-a744-0d18dfdcb235 admin admin] Publish callbacks [] for security_group (d371080c-aecd-4049-843f-aa192ae6ddd4), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.730551 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:33.742621 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Sync routers for ids ['ec9ca019-7d23-447a-b105-43d87e3affd3'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:27:33.743398 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4871b22-22bf-4279-8a79-8ff93f8da3d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bba8a15-2228-42b0-aed3-8e02a06d682a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:33.755350 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Pushing event updated for resources: {'Port': ['ID=3357e156-c69e-4d23-8f84-9f9fdbd0292a,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:33.760792 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] For port 6fdd736d-d105-4b36-b797-0ea0ea075d1c, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6fdd736d-d105-4b36-b797-0ea0ea075d1c,segment=NetworkSegment(eff90774-5d7b-4005-9d9b-1980e353a1a5),segment_id=eff90774-5d7b-4005-9d9b-1980e353a1a5)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:33.782292 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:33.794496 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4871b22-22bf-4279-8a79-8ff93f8da3d5 admin admin] Checking segment: {'id': '1eeaffc9-ee21-4931-bd0d-9b5ff48c65e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '106954f8-d5f8-4abb-863d-bff75ae584e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:33.799841 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4871b22-22bf-4279-8a79-8ff93f8da3d5 admin admin] Network hostable DHCP agents. Network: 106954f8-d5f8-4abb-863d-bff75ae584e4, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:27:33.812283 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb194dd2-78f5-47b1-a744-0d18dfdcb235 admin admin] Publish callbacks [] for security_group (d371080c-aecd-4049-843f-aa192ae6ddd4), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.815525 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0c00fa91-030d-45b2-9372-72347ba4f0c8 None None] Current status of the port 5b960a83-cfab-4cff-a6b6-d89f618c66a0 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:33.816248 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:33.816684 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0c00fa91-030d-45b2-9372-72347ba4f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.865622 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:32Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:33.917209 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb194dd2-78f5-47b1-a744-0d18dfdcb235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (d371080c-aecd-4049-843f-aa192ae6ddd4), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.922477 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb194dd2-78f5-47b1-a744-0d18dfdcb235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.926083 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0c00fa91-030d-45b2-9372-72347ba4f0c8 None None] For port 5b960a83-cfab-4cff-a6b6-d89f618c66a0, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=5b960a83-cfab-4cff-a6b6-d89f618c66a0,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:33.927599 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-eb194dd2-78f5-47b1-a744-0d18dfdcb235 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d371080c-aecd-4049-843f-aa192ae6ddd4 HTTP/1.1" status: 204 len: 168 time: 1.0293036 Mar 27 15:27:33.939687 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Routers {'ec9ca019-7d23-447a-b105-43d87e3affd3'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:33.941556 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:27:23Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['ec9ca019-7d23-447a-b105-43d87e3affd3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:33.947310 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2107465-28cb-49cc-b106-0e7260b0f488 None None] The sync data for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb is: [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:32Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:27:33.952918 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb194dd2-78f5-47b1-a744-0d18dfdcb235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d371080c-aecd-4049-843f-aa192ae6ddd4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:33.990170 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (6fdd736d-d105-4b36-b797-0ea0ea075d1c), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:34.079357 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2b808c4-2af9-4cd2-9eb3-4b640bbbe5c7 admin admin] Publish callbacks [] for security_group (f416eb7e-0c69-4c42-86fe-63873ee39e42), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:34.133737 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Set router ec9ca019-7d23-447a-b105-43d87e3affd3 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:34.183842 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c2b808c4-2af9-4cd2-9eb3-4b640bbbe5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (f416eb7e-0c69-4c42-86fe-63873ee39e42), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:34.221231 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0c00fa91-030d-45b2-9372-72347ba4f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:34.325711 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b808c4-2af9-4cd2-9eb3-4b640bbbe5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f416eb7e-0c69-4c42-86fe-63873ee39e42,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:34.340512 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4871b22-22bf-4279-8a79-8ff93f8da3d5 admin admin] Network 106954f8-d5f8-4abb-863d-bff75ae584e4 is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:27:34.365701 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'Port': ['ID=ec7e9140-ba09-4f82-828e-96058393785a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:34.380008 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-e4871b22-22bf-4279-8a79-8ff93f8da3d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, 106954f8-d5f8-4abb-863d-bff75ae584e4) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:34.445686 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:34.446493 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:34.448471 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] 10.222.0.16 "PUT /v2.0/ports/6fdd736d-d105-4b36-b797-0ea0ea075d1c HTTP/1.1" status: 200 len: 1094 time: 6.6105716 Mar 27 15:27:34.490205 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeaebba-c8c0-4bb8-aea2-fddb495142c3', 'tag': '6fdd736d-d105-4b36-b797-0ea0ea075d1c'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:27:34.581087 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-c2b808c4-2af9-4cd2-9eb3-4b640bbbe5c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1272798007b04537a9004badde7d200e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9400196 Mar 27 15:27:34.584724 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 32914) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:34.595647 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f3d00-e3c7-4127-a450-cfb817716211 service neutron] Pushing event updated for resources: {'Port': ['ID=6fdd736d-d105-4b36-b797-0ea0ea075d1c,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:34.616351 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 5b960a83-cfab-4cff-a6b6-d89f618c66a0 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:34.715186 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (6aa0f2c2-278c-46fc-930e-5516cfbfca61), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:34.737195 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00fa91-030d-45b2-9372-72347ba4f0c8 None None] Pushing event updated for resources: {'Port': ['ID=5b960a83-cfab-4cff-a6b6-d89f618c66a0,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:34.758030 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e3bd475e-c05a-4dcd-98a0-9545a1acebd9 admin admin] Publish callbacks [] for security_group (f416eb7e-0c69-4c42-86fe-63873ee39e42), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:34.773326 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4871b22-22bf-4279-8a79-8ff93f8da3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:34.774062 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e4871b22-22bf-4279-8a79-8ff93f8da3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:34.777920 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716badf4-9c3b-4068-a053-1baf1429cd66 None None] Network 106954f8-d5f8-4abb-863d-bff75ae584e4 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:34.834438 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e3bd475e-c05a-4dcd-98a0-9545a1acebd9 admin admin] Publish callbacks [] for security_group (f416eb7e-0c69-4c42-86fe-63873ee39e42), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:34.942816 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e3bd475e-c05a-4dcd-98a0-9545a1acebd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (f416eb7e-0c69-4c42-86fe-63873ee39e42), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:34.950408 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e3bd475e-c05a-4dcd-98a0-9545a1acebd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:34.957117 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e3bd475e-c05a-4dcd-98a0-9545a1acebd9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f416eb7e-0c69-4c42-86fe-63873ee39e42 HTTP/1.1" status: 204 len: 168 time: 0.3712029 Mar 27 15:27:34.971170 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-e4871b22-22bf-4279-8a79-8ff93f8da3d5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2566752 Mar 27 15:27:34.983711 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd475e-c05a-4dcd-98a0-9545a1acebd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f416eb7e-0c69-4c42-86fe-63873ee39e42,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:34.989868 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-723091bd-f900-4a66-b96d-91773efc9bca req-923c6474-f29c-498b-9d14-e464f1c49843 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1366088669&fields=id&tenant_id=d3246241f55943b0ae1f788fc19805f0 HTTP/1.1" status: 200 len: 267 time: 0.2196002 Mar 27 15:27:35.005643 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (ec7e9140-ba09-4f82-828e-96058393785a), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.141934 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-8d94ac6d-28d1-4d4d-ae02-c4ca47b4beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:35.144873 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-8d94ac6d-28d1-4d4d-ae02-c4ca47b4beb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e21cff68bc749d19e29aafa18e6e8e0&device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 1128 time: 0.5505695 Mar 27 15:27:35.204331 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ca3cc5-cc74-4975-9bf8-5610b9e8b07e" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeaebba-c8c0-4bb8-aea2-fddb495142c3", "tag": "6fdd736d-d105-4b36-b797-0ea0ea075d1c"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:27:35.341735 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 5b960a83-cfab-4cff-a6b6-d89f618c66a0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:35.342276 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.428407 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7695293-9645-4c8c-9484-84bdbdf59f1b None None] Network 106954f8-d5f8-4abb-863d-bff75ae584e4 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:35.665716 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 5b960a83-cfab-4cff-a6b6-d89f618c66a0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:35.667025 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 6f5a527e-9212-49ef-98b2-528b3d0ed96e up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:35.702786 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-aa9c6c91-d4ec-4712-897e-cf1fa7ee916b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fdd736d-d105-4b36-b797-0ea0ea075d1c HTTP/1.1" status: 200 len: 217 time: 0.2242925 Mar 27 15:27:35.726764 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:28Z', 'revision_number': 4, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port': {'id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:16Z', 'updated_at': '2022-03-27T15:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '4c75e88f-cba2-44e9-ba9d-cddb40ac9850', 'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'mac_address': 'fa:16:3e:6d:ea:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:25Z', 'updated_at': '2022-03-27T15:27:29Z', 'revision_number': 2, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'subnets': [{'id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:35.772632 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723091bd-f900-4a66-b96d-91773efc9bca req-c3fe9830-17fa-443e-84d0-c05bc5ed17c1 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:35.775018 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-723091bd-f900-4a66-b96d-91773efc9bca req-c3fe9830-17fa-443e-84d0-c05bc5ed17c1 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/networks?id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7 HTTP/1.1" status: 200 len: 811 time: 0.7827046 Mar 27 15:27:35.788300 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Checking router: ec9ca019-7d23-447a-b105-43d87e3affd3 for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:27:35.788798 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Updating router ec9ca019-7d23-447a-b105-43d87e3affd3 port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 binding host dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:27:35.825616 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.882492 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-723091bd-f900-4a66-b96d-91773efc9bca req-17fe5518-6627-4b34-aafb-c4103d66c702 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/quotas/d3246241f55943b0ae1f788fc19805f0 HTTP/1.1" status: 200 len: 375 time: 0.0837891 Mar 27 15:27:35.937275 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 6f5a527e-9212-49ef-98b2-528b3d0ed96e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:35.937793 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.938634 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-8c85c602-cd16-41b1-968c-0f3670f8a100 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:35.942839 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-8c85c602-cd16-41b1-968c-0f3670f8a100 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 819 time: 0.7266254 Mar 27 15:27:36.022245 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-338eadba-35e7-4d0a-b32f-e8c437639f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:36.032200 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-338eadba-35e7-4d0a-b32f-e8c437639f43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fec6b73f-6b62-4656-95c2-e88567f60799 HTTP/1.1" status: 200 len: 851 time: 0.2792187 Mar 27 15:27:36.041220 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 32964) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:36.056943 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-876d2018-696f-4f66-9e0e-a28c45855ca6 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/quotas/d96d1adbe1484318915fb94bc09405e8 HTTP/1.1" status: 200 len: 375 time: 0.0492382 Mar 27 15:27:36.058247 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b55dd4d5-e106-4325-92c5-8c8693556b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.135485 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for port (ec7e9140-ba09-4f82-828e-96058393785a), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.159380 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (ec7e9140-ba09-4f82-828e-96058393785a), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.162805 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 6f5a527e-9212-49ef-98b2-528b3d0ed96e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:36.164256 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 6a86efbb-b71b-403f-95a7-1dd0a29e5020 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:36.394661 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 6a86efbb-b71b-403f-95a7-1dd0a29e5020 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:36.395995 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (6a86efbb-b71b-403f-95a7-1dd0a29e5020), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.404045 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-f27395f4-9753-44e3-9309-5e9eabe9b8df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3347a326-fa89-4828-9f34-fd5962a29f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2545583 Mar 27 15:27:36.446040 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b55dd4d5-e106-4325-92c5-8c8693556b68 admin admin] Publish callbacks [] for security_group (9f27bde8-b15f-40cc-a37c-91a9717fe1c8), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.453282 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b55dd4d5-e106-4325-92c5-8c8693556b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (9f27bde8-b15f-40cc-a37c-91a9717fe1c8), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.482671 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'Port': ['ID=ec7e9140-ba09-4f82-828e-96058393785a,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:36.525918 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-723091bd-f900-4a66-b96d-91773efc9bca req-d7baedcb-75b1-4c0f-85d9-8b32559e8d2d tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3246241f55943b0ae1f788fc19805f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6339798 Mar 27 15:27:36.553925 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dd4d5-e106-4325-92c5-8c8693556b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f27bde8-b15f-40cc-a37c-91a9717fe1c8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:36.628098 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-b55dd4d5-e106-4325-92c5-8c8693556b68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a776fc0f99f4668a7b4570f96670740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5857024 Mar 27 15:27:36.631636 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 32980) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:36.803388 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-ee8d9214-1106-4b53-b5fa-3647947aef52 service neutron] 10.222.0.16 "GET /v2.0/networks/3347a326-fa89-4828-9f34-fd5962a29f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079312 Mar 27 15:27:36.821761 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87901e4e-21d0-4d91-b572-5310c04d0347 admin admin] Publish callbacks [] for security_group (9f27bde8-b15f-40cc-a37c-91a9717fe1c8), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.917284 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87901e4e-21d0-4d91-b572-5310c04d0347 admin admin] Publish callbacks [] for security_group (9f27bde8-b15f-40cc-a37c-91a9717fe1c8), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.971808 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 6a86efbb-b71b-403f-95a7-1dd0a29e5020 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:37.000423 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87901e4e-21d0-4d91-b572-5310c04d0347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (9f27bde8-b15f-40cc-a37c-91a9717fe1c8), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.004791 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87901e4e-21d0-4d91-b572-5310c04d0347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.013961 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-87901e4e-21d0-4d91-b572-5310c04d0347 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f27bde8-b15f-40cc-a37c-91a9717fe1c8 HTTP/1.1" status: 204 len: 168 time: 0.3811648 Mar 27 15:27:37.014342 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Publish callbacks [] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.032264 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.047104 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87901e4e-21d0-4d91-b572-5310c04d0347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f27bde8-b15f-40cc-a37c-91a9717fe1c8,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:37.115704 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (6aa0f2c2-278c-46fc-930e-5516cfbfca61), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.152467 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-38f15354-a761-4c85-85d0-04d6cc093365 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0049064 Mar 27 15:27:37.159847 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-723091bd-f900-4a66-b96d-91773efc9bca req-a2a5ce2c-a035-42a2-bc4e-4f6e1337b17f service neutron] 10.222.0.13 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475459 Mar 27 15:27:37.254053 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.255328 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-c68bf885-f407-4d53-a4ee-b6ae6b5c7417 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9019206 Mar 27 15:27:37.471905 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 5b960a83-cfab-4cff-a6b6-d89f618c66a0 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:37.535990 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef220ce-517f-4419-a563-e9398e8d347c None None] Pushing event updated for resources: {'Port': ['ID=4c75e88f-cba2-44e9-ba9d-cddb40ac9850,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:37.700780 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 5b960a83-cfab-4cff-a6b6-d89f618c66a0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:37.701326 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.707682 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33014) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:37.712714 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-aef7c9ed-ccfd-47e5-bf7e-39bc6aea67ca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-678076962-network', 'tenant_id': '081d6bafba3a4e6b945fc7cd8d379a10'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:37.767177 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef7c9ed-ccfd-47e5-bf7e-39bc6aea67ca admin admin] Made reservation on behalf of 081d6bafba3a4e6b945fc7cd8d379a10 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:37.769528 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aef7c9ed-ccfd-47e5-bf7e-39bc6aea67ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.791070 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-723091bd-f900-4a66-b96d-91773efc9bca req-ec87e090-e029-459d-9dd9-06eb8eb973bd service neutron] 10.222.0.13 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406528 Mar 27 15:27:37.806725 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Attempting to bind port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:37.807314 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Attempting to bind port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:37.807811 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Attempting to bind port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 on network a88b8d02-0b8d-402d-8dfe-29190bd7b332 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:37.809343 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aef7c9ed-ccfd-47e5-bf7e-39bc6aea67ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.809643 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6a8b4e2-1e69-4aae-b1dc-e8274db2b806 req-b946b581-b577-4635-b94e-72575eac6009 service neutron] 10.222.0.16 "GET /v2.0/networks/3347a326-fa89-4828-9f34-fd5962a29f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676981 Mar 27 15:27:37.817456 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:37.817456 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Checking segment: {'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:37.817456 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.817869 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Bound using segment: {'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:37.818425 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Bound port: 4c75e88f-cba2-44e9-ba9d-cddb40ac9850, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:37.818955 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.964958 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] For port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:37.970023 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] For port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=4c75e88f-cba2-44e9-ba9d-cddb40ac9850,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:37.986543 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.048811 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aef7c9ed-ccfd-47e5-bf7e-39bc6aea67ca admin admin] Publish callbacks [] for security_group (2273aafb-84fe-4a53-bb09-0ff5980a3eec), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.055107 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aef7c9ed-ccfd-47e5-bf7e-39bc6aea67ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (2273aafb-84fe-4a53-bb09-0ff5980a3eec), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.060277 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a8bfd3bd-58bc-4bc2-910d-d05a189f6845 None None] Provisioning complete for port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:38.060976 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd3bd-58bc-4bc2-910d-d05a189f6845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.062759 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 5b960a83-cfab-4cff-a6b6-d89f618c66a0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:38.065178 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 3357e156-c69e-4d23-8f84-9f9fdbd0292a up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:38.098631 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-8d9fb3be-9fd6-4268-bbf0-e2e0f09d698c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:27:38.099777 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-8d9fb3be-9fd6-4268-bbf0-e2e0f09d698c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1698003 Mar 27 15:27:38.116377 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7c9ed-ccfd-47e5-bf7e-39bc6aea67ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2273aafb-84fe-4a53-bb09-0ff5980a3eec,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:38.170288 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef7c9ed-ccfd-47e5-bf7e-39bc6aea67ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:27:38.184879 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aef7c9ed-ccfd-47e5-bf7e-39bc6aea67ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (8f6c553d-7a97-40f8-a2ed-77114257a896), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.185228 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-aef7c9ed-ccfd-47e5-bf7e-39bc6aea67ca admin admin] Added segment 8f6c553d-7a97-40f8-a2ed-77114257a896 of type vlan for network c2c77c8d-1039-48a5-a5e9-5475edb0cead Mar 27 15:27:38.244173 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Routers {'ec9ca019-7d23-447a-b105-43d87e3affd3'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:38.244822 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:27:23Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['ec9ca019-7d23-447a-b105-43d87e3affd3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:38.247758 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aef7c9ed-ccfd-47e5-bf7e-39bc6aea67ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (c2c77c8d-1039-48a5-a5e9-5475edb0cead), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.287153 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aef7c9ed-ccfd-47e5-bf7e-39bc6aea67ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (c2c77c8d-1039-48a5-a5e9-5475edb0cead), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.288457 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef7c9ed-ccfd-47e5-bf7e-39bc6aea67ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:38.289519 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aef7c9ed-ccfd-47e5-bf7e-39bc6aea67ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.364669 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-aef7c9ed-ccfd-47e5-bf7e-39bc6aea67ca admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6556191 Mar 27 15:27:38.369038 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 33042) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:38.377668 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7c9ed-ccfd-47e5-bf7e-39bc6aea67ca admin admin] Pushing event updated for resources: {'Network': ['ID=c2c77c8d-1039-48a5-a5e9-5475edb0cead,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:38.392436 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5d2a3acb-dcf4-4330-8fa9-821810c1484d admin admin] Request body: {'subnet': {'network_id': 'c2c77c8d-1039-48a5-a5e9-5475edb0cead', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-678076962-subnet', 'tenant_id': '081d6bafba3a4e6b945fc7cd8d379a10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:38.396420 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network c2c77c8d-1039-48a5-a5e9-5475edb0cead details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:27:38.398580 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef220ce-517f-4419-a563-e9398e8d347c None None] Pushing event updated for resources: {'Port': ['ID=4c75e88f-cba2-44e9-ba9d-cddb40ac9850,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:38.413772 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-ebf9363b-5471-41f3-aa8b-7ce0f4b884a0 service neutron] 10.222.0.13 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068879 Mar 27 15:27:38.490267 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a8bfd3bd-58bc-4bc2-910d-d05a189f6845 None None] Current status of the port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:38.490866 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd3bd-58bc-4bc2-910d-d05a189f6845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.498205 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 3357e156-c69e-4d23-8f84-9f9fdbd0292a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:38.498607 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (3357e156-c69e-4d23-8f84-9f9fdbd0292a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.626470 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae490c-b17e-408c-be01-8bce915a9b28 req-eb29481f-b3e0-4e7f-a6b7-4f625aa2ff83 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:38.628801 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5bae490c-b17e-408c-be01-8bce915a9b28 req-eb29481f-b3e0-4e7f-a6b7-4f625aa2ff83 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 944 time: 0.2977247 Mar 27 15:27:38.629638 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2a3acb-dcf4-4330-8fa9-821810c1484d admin admin] Made reservation on behalf of 081d6bafba3a4e6b945fc7cd8d379a10 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:38.632344 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d2a3acb-dcf4-4330-8fa9-821810c1484d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.657042 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.702651 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a8bfd3bd-58bc-4bc2-910d-d05a189f6845 None None] For port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=4c75e88f-cba2-44e9-ba9d-cddb40ac9850,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:38.713256 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd3bd-58bc-4bc2-910d-d05a189f6845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.773638 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] Set router ec9ca019-7d23-447a-b105-43d87e3affd3 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:38.928488 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-f1ee6681-e26a-4fdd-89ca-5c7eaefad0b1 service neutron] 10.222.0.13 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133746 Mar 27 15:27:38.938016 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfd3bd-58bc-4bc2-910d-d05a189f6845 None None] Pushing event updated for resources: {'Port': ['ID=4c75e88f-cba2-44e9-ba9d-cddb40ac9850,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:38.947706 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 3357e156-c69e-4d23-8f84-9f9fdbd0292a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:38.953246 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e0cd6276-9233-4119-a2de-e7200021543c None None] Provisioning complete for port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:38.953799 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e0cd6276-9233-4119-a2de-e7200021543c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:39.052699 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5bae490c-b17e-408c-be01-8bce915a9b28 req-4803aa11-4df4-4354-b4bd-dd0b2517b537 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbace10a-cec2-493b-a6dc-5752bb16a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910304 Mar 27 15:27:39.266828 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d2a3acb-dcf4-4330-8fa9-821810c1484d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for subnet (998193e0-8df7-4429-ade5-054ec06d855c), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:39.341956 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd6276-9233-4119-a2de-e7200021543c None None] Current status of the port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:39.346846 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a3acb-dcf4-4330-8fa9-821810c1484d admin admin] Pushing event updated for resources: {'Subnet': ['ID=998193e0-8df7-4429-ade5-054ec06d855c,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:39.380896 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:28Z', 'revision_number': 4, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port': {'id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:16Z', 'updated_at': '2022-03-27T15:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '4c75e88f-cba2-44e9-ba9d-cddb40ac9850', 'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'mac_address': 'fa:16:3e:6d:ea:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:25Z', 'updated_at': '2022-03-27T15:27:37Z', 'revision_number': 4, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'subnets': [{'id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:39.442605 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ede66e3-3ba9-4dad-8699-05c2e44729f0 None None] The sync data for ids ['ec9ca019-7d23-447a-b105-43d87e3affd3'] in dv-cinder-835384-1-smb is: [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:28Z', 'revision_number': 4, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port': {'id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:16Z', 'updated_at': '2022-03-27T15:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '4c75e88f-cba2-44e9-ba9d-cddb40ac9850', 'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'mac_address': 'fa:16:3e:6d:ea:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:25Z', 'updated_at': '2022-03-27T15:27:37Z', 'revision_number': 4, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'subnets': [{'id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:27:39.681573 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2accb013-407b-43c5-a278-e8b220369b66 x-openstack-request-id: req-2accb013-407b-43c5-a278-e8b220369b66 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:27:39.682061 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeaebba-c8c0-4bb8-aea2-fddb495142c3", "tag": "6fdd736d-d105-4b36-b797-0ea0ea075d1c", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:27:39.682061 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2accb013-407b-43c5-a278-e8b220369b66 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:27:39.682475 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2accb013-407b-43c5-a278-e8b220369b66'] response: {'name': 'network-changed', 'server_uuid': 'bdeaebba-c8c0-4bb8-aea2-fddb495142c3', 'tag': '6fdd736d-d105-4b36-b797-0ea0ea075d1c', 'status': 'completed', 'code': 200} Mar 27 15:27:39.685930 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-04b2b1eb-c667-4058-896a-f926c0a68906 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1642103443&fields=id&tenant_id=78ddabd9f42d4822bf2f6c480863851c HTTP/1.1" status: 200 len: 267 time: 0.2469888 Mar 27 15:27:39.696751 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a3acb-dcf4-4330-8fa9-821810c1484d admin admin] Checking segment: {'id': '8f6c553d-7a97-40f8-a2ed-77114257a896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c2c77c8d-1039-48a5-a5e9-5475edb0cead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:39.697396 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2a3acb-dcf4-4330-8fa9-821810c1484d admin admin] Network hostable DHCP agents. Network: c2c77c8d-1039-48a5-a5e9-5475edb0cead, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:27:39.846369 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3a775dad-9326-45be-913d-d0e7d4bf0bfe req-cdbc45a8-5498-422a-bf07-46e605cd83e2 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 210 time: 0.0795755 Mar 27 15:27:39.913571 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2a3acb-dcf4-4330-8fa9-821810c1484d admin admin] Network c2c77c8d-1039-48a5-a5e9-5475edb0cead is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:27:39.939512 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca3cc5-cc74-4975-9bf8-5610b9e8b07e req-2d8645ff-2891-42b0-b0c6-ac2908834111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:39.941579 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-98ca3cc5-cc74-4975-9bf8-5610b9e8b07e req-2d8645ff-2891-42b0-b0c6-ac2908834111 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e21cff68bc749d19e29aafa18e6e8e0&device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 1128 time: 0.3397012 Mar 27 15:27:39.946425 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-5d2a3acb-dcf4-4330-8fa9-821810c1484d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, c2c77c8d-1039-48a5-a5e9-5475edb0cead) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:39.952416 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2a3acb-dcf4-4330-8fa9-821810c1484d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:39.953093 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d2a3acb-dcf4-4330-8fa9-821810c1484d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:39.955945 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd31f2b-2786-4d21-9154-27b086845abb None None] Network c2c77c8d-1039-48a5-a5e9-5475edb0cead requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:40.187639 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b9fdaa9a-5173-4e99-93b7-9167f5567c48 req-a74686d2-dba1-40b2-a352-73cee4ae0907 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 210 time: 0.1855376 Mar 27 15:27:40.215507 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-5d2a3acb-dcf4-4330-8fa9-821810c1484d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8357377 Mar 27 15:27:40.280823 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-dd698d0a-471a-43a4-8435-50134f277307 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:40.283460 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-dd698d0a-471a-43a4-8435-50134f277307 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/networks?id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 200 len: 815 time: 0.5760581 Mar 27 15:27:40.303994 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b716d56a-22a3-4b0b-a0fb-55b942490be6 None None] Network c2c77c8d-1039-48a5-a5e9-5475edb0cead requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:40.320814 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-6e2ef165-2b52-4e46-9fe4-e817e12c614f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/quotas/78ddabd9f42d4822bf2f6c480863851c HTTP/1.1" status: 200 len: 375 time: 0.0259933 Mar 27 15:27:40.498408 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33148) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:40.600664 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca3cc5-cc74-4975-9bf8-5610b9e8b07e req-785680f5-061e-40d7-9faa-fa4c3fe526b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:40.602333 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-98ca3cc5-cc74-4975-9bf8-5610b9e8b07e req-785680f5-061e-40d7-9faa-fa4c3fe526b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3347a326-fa89-4828-9f34-fd5962a29f7e HTTP/1.1" status: 200 len: 912 time: 0.6458838 Mar 27 15:27:40.630478 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd729cd-d26c-4d2c-8f9d-f3bb86c6866b admin admin] Deleting subnet 4bba8a15-2228-42b0-aed3-8e02a06d682a {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:27:40.636332 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fd729cd-d26c-4d2c-8f9d-f3bb86c6866b admin admin] Publish callbacks [] for subnet (4bba8a15-2228-42b0-aed3-8e02a06d682a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.657448 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400db41-84ef-42a3-a3a5-f3c2537de22d req-c1e1ec54-8afe-4c0d-8984-d6c7c84ab2df tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:40.664156 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b400db41-84ef-42a3-a3a5-f3c2537de22d req-c1e1ec54-8afe-4c0d-8984-d6c7c84ab2df tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 944 time: 0.3019776 Mar 27 15:27:40.703209 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fd729cd-d26c-4d2c-8f9d-f3bb86c6866b admin admin] Publish callbacks [] for subnet (4bba8a15-2228-42b0-aed3-8e02a06d682a), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.716861 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fd729cd-d26c-4d2c-8f9d-f3bb86c6866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899853'] for subnet (4bba8a15-2228-42b0-aed3-8e02a06d682a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.731827 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-98ca3cc5-cc74-4975-9bf8-5610b9e8b07e req-60717f2e-87d0-497f-ab72-933f25ed51d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fdd736d-d105-4b36-b797-0ea0ea075d1c HTTP/1.1" status: 200 len: 217 time: 0.1068254 Mar 27 15:27:40.748148 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-413a0d24-4ae7-48e7-aeed-688df2ef0c6b tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=78ddabd9f42d4822bf2f6c480863851c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4030533 Mar 27 15:27:40.749854 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.16', 55623) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:40.806064 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca3cc5-cc74-4975-9bf8-5610b9e8b07e req-7f1cc019-f626-41b4-95a3-06042446897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:40.808714 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-98ca3cc5-cc74-4975-9bf8-5610b9e8b07e req-7f1cc019-f626-41b4-95a3-06042446897c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fec6b73f-6b62-4656-95c2-e88567f60799 HTTP/1.1" status: 200 len: 851 time: 0.0593460 Mar 27 15:27:40.864186 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fd729cd-d26c-4d2c-8f9d-f3bb86c6866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for subnet (4bba8a15-2228-42b0-aed3-8e02a06d682a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.943239 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd729cd-d26c-4d2c-8f9d-f3bb86c6866b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bba8a15-2228-42b0-aed3-8e02a06d682a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:40.944603 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-98ca3cc5-cc74-4975-9bf8-5610b9e8b07e req-da0916c9-0146-40ca-b556-435d97533b28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3347a326-fa89-4828-9f34-fd5962a29f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241765 Mar 27 15:27:40.982405 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b400db41-84ef-42a3-a3a5-f3c2537de22d req-a265beab-428a-4731-a73a-ace2807d14ea tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbace10a-cec2-493b-a6dc-5752bb16a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453053 Mar 27 15:27:40.996329 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4fd729cd-d26c-4d2c-8f9d-f3bb86c6866b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:41.015636 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-4fd729cd-d26c-4d2c-8f9d-f3bb86c6866b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4bba8a15-2228-42b0-aed3-8e02a06d682a HTTP/1.1" status: 204 len: 168 time: 0.5127962 Mar 27 15:27:41.028455 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33162) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:41.177535 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:41.178163 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-98ca3cc5-cc74-4975-9bf8-5610b9e8b07e req-4435c747-a5e9-44e1-9f11-1c55ede1f99f service neutron] 10.222.0.16 "GET /v2.0/networks/3347a326-fa89-4828-9f34-fd5962a29f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988518 Mar 27 15:27:41.193519 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-a7aebed2-5d54-432c-84f6-14082637a686 service neutron] 10.222.0.13 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835351 Mar 27 15:27:41.240860 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723091bd-f900-4a66-b96d-91773efc9bca req-89672cde-47a0-4353-ae0d-06745d8de4d1 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:41.254507 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-723091bd-f900-4a66-b96d-91773efc9bca req-89672cde-47a0-4353-ae0d-06745d8de4d1 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.16 "GET /v2.0/networks?id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7 HTTP/1.1" status: 200 len: 811 time: 0.5028269 Mar 27 15:27:41.267478 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808514'] for network (106954f8-d5f8-4abb-863d-bff75ae584e4), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:41.304209 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:41.306554 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:41.515016 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:41.568435 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.16', 55626) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:41.846667 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688568', 'neutron.services.segments.db._delete_segments_for_network-8742536124483'] for network (106954f8-d5f8-4abb-863d-bff75ae584e4), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:41.852087 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-98ca3cc5-cc74-4975-9bf8-5610b9e8b07e req-06be36aa-71bb-4073-8afc-aa719e098ba6 service neutron] 10.222.0.16 "GET /v2.0/networks/3347a326-fa89-4828-9f34-fd5962a29f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562335 Mar 27 15:27:41.868422 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:41.868768 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:41.869515 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:41.869842 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Subscribe: > port after_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:41.870204 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Subscribe: > port after_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:41.870550 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Subscribe: > port after_update 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:41.870896 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:41.871215 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:41.871531 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:41.871986 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:41.880613 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee1282-a815-4402-be45-990346074dda req-878456bb-178e-4432-bf93-bdd94d6390d2 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:41.888493 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f5ee1282-a815-4402-be45-990346074dda req-878456bb-178e-4432-bf93-bdd94d6390d2 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 819 time: 0.7641864 Mar 27 15:27:41.915760 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-8b47cccd-5c80-4b67-93c8-75d30de9b2c0 service neutron] 10.222.0.13 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7212300 Mar 27 15:27:41.922767 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f5ee1282-a815-4402-be45-990346074dda req-de22fa0a-78ec-40a7-bab7-2a0e797d876b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/quotas/d96d1adbe1484318915fb94bc09405e8 HTTP/1.1" status: 200 len: 375 time: 0.0330944 Mar 27 15:27:42.003062 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f5ee1282-a815-4402-be45-990346074dda req-a6cffafe-71d6-4f7d-8a48-e398cef3808e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793605 Mar 27 15:27:42.157602 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-50a140da-ca8e-4975-8acc-ddefd577a6cd req-a3d66ca8-cd22-4716-ac5d-46dea2c76a77 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 210 time: 0.0433710 Mar 27 15:27:42.164851 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f5ee1282-a815-4402-be45-990346074dda req-ed2e575d-7d89-452e-b5d5-4fb2a45509b2 service neutron] 10.222.0.13 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500866 Mar 27 15:27:42.269188 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f5ee1282-a815-4402-be45-990346074dda req-01daf500-c768-4245-94bd-da15d4e77522 service neutron] 10.222.0.13 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033499 Mar 27 15:27:42.377849 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:42.380719 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:42.382664 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:42.383140 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:42.383415 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106954f8-d5f8-4abb-863d-bff75ae584e4']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:42.425360 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a3808-3879-4573-9111-42607f1980bc req-96ef8f7a-c802-4b57-aea5-3aedfeeb1793 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:42.438271 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9c3a3808-3879-4573-9111-42607f1980bc req-96ef8f7a-c802-4b57-aea5-3aedfeeb1793 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 944 time: 0.1198549 Mar 27 15:27:42.507566 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eeaffc9-ee21-4931-bd0d-9b5ff48c65e8') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:42.509105 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eeaffc9-ee21-4931-bd0d-9b5ff48c65e8') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:42.532096 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-723091bd-f900-4a66-b96d-91773efc9bca req-6bd7f64b-4d9a-4d36-aab6-bde0dd65e204 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3246241f55943b0ae1f788fc19805f0 HTTP/1.1" status: 200 len: 380 time: 1.2682157 Mar 27 15:27:42.551504 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e021518f-9dd3-4da3-926d-1b337cf205f0 req-891ce275-2372-4fc8-aaf3-cc9d97871c3a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 210 time: 0.0512969 Mar 27 15:27:42.558923 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-723091bd-f900-4a66-b96d-91773efc9bca req-3f29950f-ecb1-4973-bfdf-311f81992f75 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Request body: {'port': {'device_id': 'ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'admin_state_up': True, 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'security_groups': ['5c728c6a-804e-48ef-972b-f1c1bb7f3dfc']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:42.575829 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9c3a3808-3879-4573-9111-42607f1980bc req-a5a1816c-5fc1-46b5-a098-faa69cabbc3a tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbace10a-cec2-493b-a6dc-5752bb16a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309192 Mar 27 15:27:42.645212 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742536291148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6197955'] for segment (1eeaffc9-ee21-4931-bd0d-9b5ff48c65e8), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:42.654297 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-81f8e870-193c-46df-91fc-745c1c97b73f req-6326b2c4-d681-40b9-b9a5-6d9da40a3a4e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 210 time: 0.0477386 Mar 27 15:27:42.659555 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-cd370f9f-520e-4fdc-b5a6-a251a354282d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:42.661684 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-cd370f9f-520e-4fdc-b5a6-a251a354282d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.16 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 819 time: 1.0913994 Mar 27 15:27:42.688048 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-32d223c0-8935-4069-acef-1b8b4d05f077 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Request body: {'port': {'device_id': '33543c9e-2bed-4c51-93c0-2573b3ce7232', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'admin_state_up': True, 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:42.713227 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (1eeaffc9-ee21-4931-bd0d-9b5ff48c65e8), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:42.761786 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:27:42.762176 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5326299'] for segment (1eeaffc9-ee21-4931-bd0d-9b5ff48c65e8), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: from cryptography.utils import int_from_bytes Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: from cryptography.utils import int_from_bytes Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: Traceback (most recent call last): Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: timer() Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: cb(*args, **kw) Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: return func(*args, **kwargs) Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: self._notify() Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: self.callback(batched_events) Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: event.method(event) Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: return f(self, *a, **k) Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: return self._get(url).json() Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:27:42.805091 dv-cinder-835384-1-smb neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:27:42.991720 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723091bd-f900-4a66-b96d-91773efc9bca req-3f29950f-ecb1-4973-bfdf-311f81992f75 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Made reservation on behalf of d3246241f55943b0ae1f788fc19805f0 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:42.995552 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-723091bd-f900-4a66-b96d-91773efc9bca req-3f29950f-ecb1-4973-bfdf-311f81992f75 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:43.002674 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8111226'] for network (106954f8-d5f8-4abb-863d-bff75ae584e4), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:43.038223 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:43.043118 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] 10.222.0.13 "DELETE /v2.0/networks/106954f8-d5f8-4abb-863d-bff75ae584e4 HTTP/1.1" status: 204 len: 168 time: 2.0137007 Mar 27 15:27:43.045944 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 33262) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:43.053197 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-32d223c0-8935-4069-acef-1b8b4d05f077 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Made reservation on behalf of d96d1adbe1484318915fb94bc09405e8 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:43.056668 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-32d223c0-8935-4069-acef-1b8b4d05f077 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:43.066329 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d2b8e-c7fe-49c5-8b23-6e2a7db30eda admin admin] Pushing event deleted for resources: {'Network': ['ID=106954f8-d5f8-4abb-863d-bff75ae584e4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:43.117969 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-0755fb8c-36fc-4ece-b3f1-3683c1474fa7 admin admin] Deleting subnet 998193e0-8df7-4429-ade5-054ec06d855c {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:27:43.122061 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0755fb8c-36fc-4ece-b3f1-3683c1474fa7 admin admin] Publish callbacks [] for subnet (998193e0-8df7-4429-ade5-054ec06d855c), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:43.166841 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0755fb8c-36fc-4ece-b3f1-3683c1474fa7 admin admin] Publish callbacks [] for subnet (998193e0-8df7-4429-ade5-054ec06d855c), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:43.177357 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0755fb8c-36fc-4ece-b3f1-3683c1474fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899853'] for subnet (998193e0-8df7-4429-ade5-054ec06d855c), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:43.246132 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0755fb8c-36fc-4ece-b3f1-3683c1474fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for subnet (998193e0-8df7-4429-ade5-054ec06d855c), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:43.269410 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d33ac6f5-9587-4030-8075-f08643107e2b req-60c2a0d1-084c-4426-9731-8f789abdb714 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 210 time: 0.0349426 Mar 27 15:27:43.300320 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755fb8c-36fc-4ece-b3f1-3683c1474fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=998193e0-8df7-4429-ade5-054ec06d855c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:43.302263 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0755fb8c-36fc-4ece-b3f1-3683c1474fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:43.305598 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-0755fb8c-36fc-4ece-b3f1-3683c1474fa7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/998193e0-8df7-4429-ade5-054ec06d855c HTTP/1.1" status: 204 len: 168 time: 0.2576823 Mar 27 15:27:43.308224 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 33268) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:43.377990 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808514'] for network (c2c77c8d-1039-48a5-a5e9-5475edb0cead), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:43.409775 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-723091bd-f900-4a66-b96d-91773efc9bca req-3f29950f-ecb1-4973-bfdf-311f81992f75 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Allocated IP 172.20.0.8 (9af63cf8-4c83-40dc-8de3-7ebae6a030a7/45fa90f7-8dff-4df6-aba3-f9ce848c3e05/615953e3-d735-4517-9c29-202d9a4e1e18) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:43.431736 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-32d223c0-8935-4069-acef-1b8b4d05f077 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Allocated IP 172.20.0.14 (a88b8d02-0b8d-402d-8dfe-29190bd7b332/5aa9dede-4f68-40ab-92be-0c823d7184ef/e9f37157-f0f3-4fed-b212-c5e134a18d50) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:43.674003 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-05c0b092-ead3-48c5-81c8-8bfa9677aeae tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:43.675604 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-05c0b092-ead3-48c5-81c8-8bfa9677aeae tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "GET /v2.0/networks?id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 200 len: 815 time: 0.2838759 Mar 27 15:27:43.724590 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.16', 55637) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:43.743071 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-afd09c45-7179-4524-a5ef-e4bf616f1ca8 req-12a3eb41-d28c-424b-9d97-a36140565cab tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 210 time: 0.0620153 Mar 27 15:27:43.771400 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688568', 'neutron.services.segments.db._delete_segments_for_network-8742536124483'] for network (c2c77c8d-1039-48a5-a5e9-5475edb0cead), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:43.813752 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-723091bd-f900-4a66-b96d-91773efc9bca req-3f29950f-ecb1-4973-bfdf-311f81992f75 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for port (615953e3-d735-4517-9c29-202d9a4e1e18), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:43.826765 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:43.827360 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:43.828502 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:43.829145 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Subscribe: > port after_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:43.829787 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:43.830288 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Subscribe: > port after_update 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:43.831151 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:43.831624 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:43.832828 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:43.833399 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:43.898632 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-32d223c0-8935-4069-acef-1b8b4d05f077 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for port (e9f37157-f0f3-4fed-b212-c5e134a18d50), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:43.920255 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:43.920255 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:43.920255 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:43.920554 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:43.921204 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c77c8d-1039-48a5-a5e9-5475edb0cead']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:43.943496 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee1282-a815-4402-be45-990346074dda req-dc1ca0db-cdf3-44d3-b692-0bc89bfc8664 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:43.944962 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f5ee1282-a815-4402-be45-990346074dda req-dc1ca0db-cdf3-44d3-b692-0bc89bfc8664 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.16 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 819 time: 0.2192118 Mar 27 15:27:43.951938 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-723091bd-f900-4a66-b96d-91773efc9bca req-3f29950f-ecb1-4973-bfdf-311f81992f75 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (615953e3-d735-4517-9c29-202d9a4e1e18), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:43.962023 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-f5ee1282-a815-4402-be45-990346074dda req-3e5b53c3-01bc-45dc-adc1-ce2f20cbfd76 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Request body: {'port': {'device_id': '04820e4a-cd45-4b36-b323-ae7f747193bb', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'admin_state_up': True, 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:43.974012 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6c553d-7a97-40f8-a2ed-77114257a896') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:43.974310 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6c553d-7a97-40f8-a2ed-77114257a896') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:44.024812 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b3b6040e-38bf-46fc-8f77-b1a5168bb027 req-3e57cf34-5a27-4ace-adb1-02ddc050ed5c tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 210 time: 0.0842898 Mar 27 15:27:44.029768 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742536291148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052778'] for segment (8f6c553d-7a97-40f8-a2ed-77114257a896), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:44.042705 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7f96d-5914-4fff-b954-67a2f0ba3819 req-b90a4a6d-f5bf-4676-a44a-a26726a7f6e2 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:44.048853 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a5b7f96d-5914-4fff-b954-67a2f0ba3819 req-b90a4a6d-f5bf-4676-a44a-a26726a7f6e2 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 944 time: 0.3702693 Mar 27 15:27:44.068853 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-de1fe640-598d-4941-a3ba-8d9ff05e7516 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78ddabd9f42d4822bf2f6c480863851c HTTP/1.1" status: 200 len: 380 time: 0.3394954 Mar 27 15:27:44.088525 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-840c94c2-c625-471b-8813-9450c75cf453 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'port': {'device_id': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'admin_state_up': True, 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'security_groups': ['6aa60053-ba07-4978-ba7c-64c98090964b']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:44.094850 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723091bd-f900-4a66-b96d-91773efc9bca req-3f29950f-ecb1-4973-bfdf-311f81992f75 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:44.112635 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-32d223c0-8935-4069-acef-1b8b4d05f077 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (e9f37157-f0f3-4fed-b212-c5e134a18d50), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:44.112855 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-723091bd-f900-4a66-b96d-91773efc9bca req-3f29950f-ecb1-4973-bfdf-311f81992f75 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:44.123359 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-723091bd-f900-4a66-b96d-91773efc9bca req-3f29950f-ecb1-4973-bfdf-311f81992f75 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:44.143088 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29950f-ecb1-4973-bfdf-311f81992f75 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event updated for resources: {'Port': ['ID=615953e3-d735-4517-9c29-202d9a4e1e18,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:44.143783 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (8f6c553d-7a97-40f8-a2ed-77114257a896), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:44.164545 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:27:44.165447 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5229252'] for segment (8f6c553d-7a97-40f8-a2ed-77114257a896), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: from cryptography.utils import int_from_bytes Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: from cryptography.utils import int_from_bytes Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: Traceback (most recent call last): Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: timer() Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: cb(*args, **kw) Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: return func(*args, **kwargs) Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: self._notify() Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: self.callback(batched_events) Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: event.method(event) Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: return f(self, *a, **k) Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: return self._get(url).json() Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: return self.request(url, 'GET', **kwargs) Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:27:44.173510 dv-cinder-835384-1-smb neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:27:44.195301 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-32d223c0-8935-4069-acef-1b8b4d05f077 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Network a88b8d02-0b8d-402d-8dfe-29190bd7b332 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:44.244501 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-32d223c0-8935-4069-acef-1b8b4d05f077 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:44.253237 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a5b7f96d-5914-4fff-b954-67a2f0ba3819 req-a9b6baf4-463b-4ee2-bd93-6976c7c977ba tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbace10a-cec2-493b-a6dc-5752bb16a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034731 Mar 27 15:27:44.306060 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8111226'] for network (c2c77c8d-1039-48a5-a5e9-5475edb0cead), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:44.327027 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:44.330191 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] 10.222.0.13 "DELETE /v2.0/networks/c2c77c8d-1039-48a5-a5e9-5475edb0cead HTTP/1.1" status: 204 len: 168 time: 1.0209968 Mar 27 15:27:44.333447 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb587361-a3b6-496f-b2f7-aacf6ab6310a admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c77c8d-1039-48a5-a5e9-5475edb0cead,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:44.340853 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-840c94c2-c625-471b-8813-9450c75cf453 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Made reservation on behalf of 78ddabd9f42d4822bf2f6c480863851c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:44.344734 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-840c94c2-c625-471b-8813-9450c75cf453 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:44.637253 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-6ad39ba2-b989-4296-8f78-4dd1307cf905 None None] Provisioning complete for port 615953e3-d735-4517-9c29-202d9a4e1e18 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:44.638260 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6ad39ba2-b989-4296-8f78-4dd1307cf905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (615953e3-d735-4517-9c29-202d9a4e1e18), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:44.661582 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-32d223c0-8935-4069-acef-1b8b4d05f077 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:44.677087 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723091bd-f900-4a66-b96d-91773efc9bca req-3f29950f-ecb1-4973-bfdf-311f81992f75 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:44.678256 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-723091bd-f900-4a66-b96d-91773efc9bca req-3f29950f-ecb1-4973-bfdf-311f81992f75 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:44.718258 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6ad39ba2-b989-4296-8f78-4dd1307cf905 None None] Port 615953e3-d735-4517-9c29-202d9a4e1e18 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:44.741762 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-723091bd-f900-4a66-b96d-91773efc9bca req-3f29950f-ecb1-4973-bfdf-311f81992f75 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1999631 Mar 27 15:27:44.798322 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d223c0-8935-4069-acef-1b8b4d05f077 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Pushing event updated for resources: {'Port': ['ID=e9f37157-f0f3-4fed-b212-c5e134a18d50,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:44.805095 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Request body: {'port': {'device_id': 'ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:44.837587 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 33354) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:44.846694 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8bbaedb5-9d1f-4a29-8c72-0820eb749f44 None None] Provisioning complete for port e9f37157-f0f3-4fed-b212-c5e134a18d50 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:44.847528 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8bbaedb5-9d1f-4a29-8c72-0820eb749f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (e9f37157-f0f3-4fed-b212-c5e134a18d50), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:44.874673 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ee1282-a815-4402-be45-990346074dda req-3e5b53c3-01bc-45dc-adc1-ce2f20cbfd76 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Made reservation on behalf of d96d1adbe1484318915fb94bc09405e8 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:44.876924 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-840c94c2-c625-471b-8813-9450c75cf453 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Allocated IP 172.20.0.13 (305fa4ab-b08c-4a9e-8a52-56d673dd13fa/ad263cdc-9f5f-4b94-9470-91174def020a/99b6382c-4c54-44ad-a774-463b05557086) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:44.878646 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f5ee1282-a815-4402-be45-990346074dda req-3e5b53c3-01bc-45dc-adc1-ce2f20cbfd76 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:44.886400 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-32d223c0-8935-4069-acef-1b8b4d05f077 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:44.887469 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-32d223c0-8935-4069-acef-1b8b4d05f077 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:44.898676 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8bbaedb5-9d1f-4a29-8c72-0820eb749f44 None None] Port e9f37157-f0f3-4fed-b212-c5e134a18d50 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:44.934198 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-32d223c0-8935-4069-acef-1b8b4d05f077 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2547054 Mar 27 15:27:44.953722 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Request body: {'port': {'device_id': '33543c9e-2bed-4c51-93c0-2573b3ce7232', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:44.962628 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33356) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:44.970839 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-be2f4fe6-fad8-4679-9f8c-744368a3dede req-58d4c4c4-f38d-46dc-88da-636849b9e4c4 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 210 time: 0.0474057 Mar 27 15:27:45.021095 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (615953e3-d735-4517-9c29-202d9a4e1e18), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:45.083531 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b297eb-2dae-45c2-a2d0-c4623ec9e6e0 req-d3762d65-fa3f-4df3-a9c5-a6a616631b23 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:45.085481 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-56b297eb-2dae-45c2-a2d0-c4623ec9e6e0 req-d3762d65-fa3f-4df3-a9c5-a6a616631b23 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 931 time: 0.6057644 Mar 27 15:27:45.130988 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-8b0cabfa-7e9f-4b2b-a357-47c0ce9221c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d04e67a249745d5845cdb3659fee6fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847054 Mar 27 15:27:45.135899 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 33362) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:45.197987 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-44c5a840-efe6-4519-801b-5fbc90ae534f req-2b610213-5cf6-473e-ab15-4ac08d24ff8c tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 210 time: 0.0629926 Mar 27 15:27:45.231435 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 6fdd736d-d105-4b36-b797-0ea0ea075d1c details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:27:45.252393 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (e9f37157-f0f3-4fed-b212-c5e134a18d50), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:45.256318 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-56b297eb-2dae-45c2-a2d0-c4623ec9e6e0 req-ba1afa1e-ab20-4665-8ce5-8948ebadc5ee tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587458 Mar 27 15:27:45.261477 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-840c94c2-c625-471b-8813-9450c75cf453 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for port (99b6382c-4c54-44ad-a774-463b05557086), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:45.303839 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-669adc38-e1de-46f3-ae1b-6a4894b21522 admin admin] Publish callbacks [] for security_group (48f07bfa-3151-4546-a342-d8463ce0fbf8), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:45.329120 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-f5ee1282-a815-4402-be45-990346074dda req-3e5b53c3-01bc-45dc-adc1-ce2f20cbfd76 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Allocated IP 172.20.0.9 (a88b8d02-0b8d-402d-8dfe-29190bd7b332/5aa9dede-4f68-40ab-92be-0c823d7184ef/d2f299ca-7aa6-48ae-94c0-9231e75b08dc) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:45.336849 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-669adc38-e1de-46f3-ae1b-6a4894b21522 admin admin] Publish callbacks [] for security_group (48f07bfa-3151-4546-a342-d8463ce0fbf8), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:45.339887 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-840c94c2-c625-471b-8813-9450c75cf453 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (99b6382c-4c54-44ad-a774-463b05557086), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:45.343968 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1e952fd-a2d4-4d74-a8c9-cef354411982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:45.449329 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-840c94c2-c625-471b-8813-9450c75cf453 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:45.456742 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-840c94c2-c625-471b-8813-9450c75cf453 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:45.465961 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c94c2-c625-471b-8813-9450c75cf453 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'Port': ['ID=99b6382c-4c54-44ad-a774-463b05557086,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:45.470988 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-840c94c2-c625-471b-8813-9450c75cf453 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:45.486407 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 6fdd736d-d105-4b36-b797-0ea0ea075d1c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6fdd736d-d105-4b36-b797-0ea0ea075d1c,segment=NetworkSegment(eff90774-5d7b-4005-9d9b-1980e353a1a5),segment_id=eff90774-5d7b-4005-9d9b-1980e353a1a5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:45.504620 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '6fdd736d-d105-4b36-b797-0ea0ea075d1c', 'network_id': '3347a326-fa89-4828-9f34-fd5962a29f7e', 'port_id': '6fdd736d-d105-4b36-b797-0ea0ea075d1c', 'mac_address': 'fa:16:3e:cd:c2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec6b73f-6b62-4656-95c2-e88567f60799', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:27:45.529152 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-669adc38-e1de-46f3-ae1b-6a4894b21522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (48f07bfa-3151-4546-a342-d8463ce0fbf8), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:45.533541 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-669adc38-e1de-46f3-ae1b-6a4894b21522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:45.535066 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-669adc38-e1de-46f3-ae1b-6a4894b21522 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48f07bfa-3151-4546-a342-d8463ce0fbf8 HTTP/1.1" status: 204 len: 168 time: 0.3950326 Mar 27 15:27:45.556512 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e81853-331d-4ddb-9084-373d14ee3b2c req-2775d70e-3317-40c6-ba53-65f17170e5ae tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:45.558653 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d2e81853-331d-4ddb-9084-373d14ee3b2c req-2775d70e-3317-40c6-ba53-65f17170e5ae tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 944 time: 0.1703491 Mar 27 15:27:45.560257 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 6fdd736d-d105-4b36-b797-0ea0ea075d1c is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:45.560818 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (6fdd736d-d105-4b36-b797-0ea0ea075d1c), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:45.569648 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-840c94c2-c625-471b-8813-9450c75cf453 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:45.570218 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-840c94c2-c625-471b-8813-9450c75cf453 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:45.584650 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fdd736d-d105-4b36-b797-0ea0ea075d1c {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:45.592656 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669adc38-e1de-46f3-ae1b-6a4894b21522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f07bfa-3151-4546-a342-d8463ce0fbf8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:45.630592 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 6fdd736d-d105-4b36-b797-0ea0ea075d1c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6fdd736d-d105-4b36-b797-0ea0ea075d1c,segment=NetworkSegment(eff90774-5d7b-4005-9d9b-1980e353a1a5),segment_id=eff90774-5d7b-4005-9d9b-1980e353a1a5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:45.632381 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-840c94c2-c625-471b-8813-9450c75cf453 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5505230 Mar 27 15:27:45.640897 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (6fdd736d-d105-4b36-b797-0ea0ea075d1c), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:45.653061 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Request body: {'port': {'device_id': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:45.728012 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=6fdd736d-d105-4b36-b797-0ea0ea075d1c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:45.748524 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d2e81853-331d-4ddb-9084-373d14ee3b2c req-95bc5591-a990-4483-bc20-1637ff715e8a tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbace10a-cec2-493b-a6dc-5752bb16a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668124 Mar 27 15:27:45.801046 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (99b6382c-4c54-44ad-a774-463b05557086), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:45.830288 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2c543da4-ba6c-4cae-8f95-cad852c7519e None None] Provisioning complete for port 99b6382c-4c54-44ad-a774-463b05557086 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:45.830935 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c543da4-ba6c-4cae-8f95-cad852c7519e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (99b6382c-4c54-44ad-a774-463b05557086), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:45.869679 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1e952fd-a2d4-4d74-a8c9-cef354411982 admin admin] Publish callbacks [] for security_group (f74b64cc-485a-4054-aecc-96db1d79fcfe), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:45.907641 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c1e952fd-a2d4-4d74-a8c9-cef354411982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (f74b64cc-485a-4054-aecc-96db1d79fcfe), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:45.921605 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2c543da4-ba6c-4cae-8f95-cad852c7519e None None] Port 99b6382c-4c54-44ad-a774-463b05557086 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:45.997331 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f5ee1282-a815-4402-be45-990346074dda req-3e5b53c3-01bc-45dc-adc1-ce2f20cbfd76 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for port (d2f299ca-7aa6-48ae-94c0-9231e75b08dc), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.000097 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33378) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:46.006333 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e952fd-a2d4-4d74-a8c9-cef354411982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74b64cc-485a-4054-aecc-96db1d79fcfe,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:46.013533 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['6fdd736d-d105-4b36-b797-0ea0ea075d1c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:27:46.040172 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c1e952fd-a2d4-4d74-a8c9-cef354411982 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61ea6ef18c60400c97b6b64f425c674c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0765011 Mar 27 15:27:46.053805 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33386) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:46.112778 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615953e3-d735-4517-9c29-202d9a4e1e18 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:46.125665 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9e433f4d-f175-4bab-af10-0557c1c8047c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=081d6bafba3a4e6b945fc7cd8d379a10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1199565 Mar 27 15:27:46.133072 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 33392) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:46.138324 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Publish callbacks [] for port (615953e3-d735-4517-9c29-202d9a4e1e18), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.233127 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3d893-4991-4791-a644-7f05a52ebeb5 req-22901fb0-064f-417e-bc34-23a722acfa0b tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:46.234672 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-87a3d893-4991-4791-a644-7f05a52ebeb5 req-22901fb0-064f-417e-bc34-23a722acfa0b tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 932 time: 0.1359994 Mar 27 15:27:46.237978 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a57b-f0da-4ea9-9459-1d964e946165 admin admin] Publish callbacks [] for security_group (2273aafb-84fe-4a53-bb09-0ff5980a3eec), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.244659 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b97840a-137d-4857-a20d-75afa9c4231d admin admin] Publish callbacks [] for security_group (f74b64cc-485a-4054-aecc-96db1d79fcfe), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.262553 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Transition to ACTIVE for port object 615953e3-d735-4517-9c29-202d9a4e1e18 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:27:46.301302 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a57b-f0da-4ea9-9459-1d964e946165 admin admin] Publish callbacks [] for security_group (2273aafb-84fe-4a53-bb09-0ff5980a3eec), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.342091 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f5ee1282-a815-4402-be45-990346074dda req-3e5b53c3-01bc-45dc-adc1-ce2f20cbfd76 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (d2f299ca-7aa6-48ae-94c0-9231e75b08dc), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.349543 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (615953e3-d735-4517-9c29-202d9a4e1e18), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.368299 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b6382c-4c54-44ad-a774-463b05557086 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:46.396668 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Publish callbacks [] for port (99b6382c-4c54-44ad-a774-463b05557086), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.401941 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b97840a-137d-4857-a20d-75afa9c4231d admin admin] Publish callbacks [] for security_group (f74b64cc-485a-4054-aecc-96db1d79fcfe), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.425201 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-87a3d893-4991-4791-a644-7f05a52ebeb5 req-2da14a4a-5e87-4e4b-8d20-b338a3b6b75f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aa60053-ba07-4978-ba7c-64c98090964b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775258 Mar 27 15:27:46.427290 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Transition to ACTIVE for port object 99b6382c-4c54-44ad-a774-463b05557086 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:27:46.439595 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (99b6382c-4c54-44ad-a774-463b05557086), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.458075 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ee1282-a815-4402-be45-990346074dda req-3e5b53c3-01bc-45dc-adc1-ce2f20cbfd76 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Network a88b8d02-0b8d-402d-8dfe-29190bd7b332 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:46.466168 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdab83-33b6-41d1-89ae-d0cdcb25e20a req-65e34b82-e87f-486f-b5b6-6f6189c6f2e1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:46.467749 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a8cdab83-33b6-41d1-89ae-d0cdcb25e20a req-65e34b82-e87f-486f-b5b6-6f6189c6f2e1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 931 time: 0.1537476 Mar 27 15:27:46.486375 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-f5ee1282-a815-4402-be45-990346074dda req-3e5b53c3-01bc-45dc-adc1-ce2f20cbfd76 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:46.498224 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Pushing event updated for resources: {'Port': ['ID=615953e3-d735-4517-9c29-202d9a4e1e18,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:46.533047 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a57b-f0da-4ea9-9459-1d964e946165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (2273aafb-84fe-4a53-bb09-0ff5980a3eec), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.535743 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a57b-f0da-4ea9-9459-1d964e946165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.537458 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-3bd6a57b-f0da-4ea9-9459-1d964e946165 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2273aafb-84fe-4a53-bb09-0ff5980a3eec HTTP/1.1" status: 204 len: 168 time: 0.3997369 Mar 27 15:27:46.563636 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 33402) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:46.570107 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ee1282-a815-4402-be45-990346074dda req-3e5b53c3-01bc-45dc-adc1-ce2f20cbfd76 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:46.624664 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6a57b-f0da-4ea9-9459-1d964e946165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2273aafb-84fe-4a53-bb09-0ff5980a3eec,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:46.703889 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=99b6382c-4c54-44ad-a774-463b05557086,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:46.732835 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a8cdab83-33b6-41d1-89ae-d0cdcb25e20a req-b74d213d-ab8d-4b6d-8180-e1911299403e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184179 Mar 27 15:27:46.853089 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee1282-a815-4402-be45-990346074dda req-3e5b53c3-01bc-45dc-adc1-ce2f20cbfd76 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:46.853774 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f5ee1282-a815-4402-be45-990346074dda req-3e5b53c3-01bc-45dc-adc1-ce2f20cbfd76 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.864820 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b53c3-01bc-45dc-adc1-ce2f20cbfd76 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Pushing event updated for resources: {'Port': ['ID=d2f299ca-7aa6-48ae-94c0-9231e75b08dc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:46.875877 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b97840a-137d-4857-a20d-75afa9c4231d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (f74b64cc-485a-4054-aecc-96db1d79fcfe), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.878438 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b97840a-137d-4857-a20d-75afa9c4231d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.879539 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f03db-f622-4916-a5fa-5dd912037b32 req-f61b5b79-149e-4027-8ce9-ad62924e7d36 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:46.879658 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-8b97840a-137d-4857-a20d-75afa9c4231d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f74b64cc-485a-4054-aecc-96db1d79fcfe HTTP/1.1" status: 204 len: 168 time: 0.8247085 Mar 27 15:27:46.888197 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6b4f03db-f622-4916-a5fa-5dd912037b32 req-f61b5b79-149e-4027-8ce9-ad62924e7d36 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 943 time: 0.2735817 Mar 27 15:27:46.908106 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f5ee1282-a815-4402-be45-990346074dda req-3e5b53c3-01bc-45dc-adc1-ce2f20cbfd76 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9541955 Mar 27 15:27:46.913992 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97840a-137d-4857-a20d-75afa9c4231d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74b64cc-485a-4054-aecc-96db1d79fcfe,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:46.931399 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Request body: {'port': {'device_id': '04820e4a-cd45-4b36-b323-ae7f747193bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:47.021350 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Attempting to bind port 99b6382c-4c54-44ad-a774-463b05557086 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:47.021593 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Attempting to bind port 99b6382c-4c54-44ad-a774-463b05557086 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:47.021898 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Attempting to bind port 99b6382c-4c54-44ad-a774-463b05557086 on network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:47.038963 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Port 99b6382c-4c54-44ad-a774-463b05557086 on network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:27:47.039287 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Attempting to bind port 99b6382c-4c54-44ad-a774-463b05557086 on network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:47.066139 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Attempting to bind port 615953e3-d735-4517-9c29-202d9a4e1e18 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:47.066560 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Attempting to bind port 615953e3-d735-4517-9c29-202d9a4e1e18 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '63c3d783-f7a0-4452-9585-54291be374cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:47.067116 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Attempting to bind port 615953e3-d735-4517-9c29-202d9a4e1e18 on network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:47.067413 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6b4f03db-f622-4916-a5fa-5dd912037b32 req-425e4966-4721-4d23-aae8-3837e9840473 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439829 Mar 27 15:27:47.068150 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:47.068487 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Checking segment: {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:47.069221 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Bound using segment: {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:47.069952 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Bound port: 99b6382c-4c54-44ad-a774-463b05557086, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:47.070724 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (99b6382c-4c54-44ad-a774-463b05557086), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.071973 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (d2f299ca-7aa6-48ae-94c0-9231e75b08dc), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.085745 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Port 615953e3-d735-4517-9c29-202d9a4e1e18 on network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:27:47.086040 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Attempting to bind port 615953e3-d735-4517-9c29-202d9a4e1e18 on network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:47.110640 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3b6d1-3326-4211-ad27-9681ee70b567 req-1432215d-2262-4197-90c1-6141e3155798 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:47.112584 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f9d3b6d1-3326-4211-ad27-9681ee70b567 req-1432215d-2262-4197-90c1-6141e3155798 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 945 time: 0.2226064 Mar 27 15:27:47.128442 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:47.129438 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Checking segment: {'id': '63c3d783-f7a0-4452-9585-54291be374cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:47.130158 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Bound using segment: {'id': '63c3d783-f7a0-4452-9585-54291be374cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:47.131066 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Bound port: 615953e3-d735-4517-9c29-202d9a4e1e18, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c3d783-f7a0-4452-9585-54291be374cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:47.131725 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (615953e3-d735-4517-9c29-202d9a4e1e18), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.135520 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-c90e135c-ef5e-463a-96cf-28b85f73f7f7 None None] Provisioning complete for port d2f299ca-7aa6-48ae-94c0-9231e75b08dc triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:47.137220 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c90e135c-ef5e-463a-96cf-28b85f73f7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (d2f299ca-7aa6-48ae-94c0-9231e75b08dc), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.140579 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f37157-f0f3-4fed-b212-c5e134a18d50 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:47.149966 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Publish callbacks [] for port (e9f37157-f0f3-4fed-b212-c5e134a18d50), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.163730 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Transition to ACTIVE for port object e9f37157-f0f3-4fed-b212-c5e134a18d50 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:27:47.180220 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (e9f37157-f0f3-4fed-b212-c5e134a18d50), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.181984 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25c1f08f-c32c-4bac-84d3-7e48f7594e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.191527 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f9d3b6d1-3326-4211-ad27-9681ee70b567 req-a652fbc0-eb7a-4a3f-9d6a-d592501b82bc tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbace10a-cec2-493b-a6dc-5752bb16a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692360 Mar 27 15:27:47.203373 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 6fdd736d-d105-4b36-b797-0ea0ea075d1c up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:47.253453 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] For port 99b6382c-4c54-44ad-a774-463b05557086, host hv-cinder-83538, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:47.257575 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] For port 99b6382c-4c54-44ad-a774-463b05557086, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=99b6382c-4c54-44ad-a774-463b05557086,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:47.262993 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f37157-f0f3-4fed-b212-c5e134a18d50,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:47.281058 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (99b6382c-4c54-44ad-a774-463b05557086), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.310049 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c90e135c-ef5e-463a-96cf-28b85f73f7f7 None None] Port d2f299ca-7aa6-48ae-94c0-9231e75b08dc cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:47.378642 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port 6fdd736d-d105-4b36-b797-0ea0ea075d1c completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:27:47.388027 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 6fdd736d-d105-4b36-b797-0ea0ea075d1c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:47.392266 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (6fdd736d-d105-4b36-b797-0ea0ea075d1c), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.585194 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 6fdd736d-d105-4b36-b797-0ea0ea075d1c is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:47.586453 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (6fdd736d-d105-4b36-b797-0ea0ea075d1c), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.622574 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Attempting to bind port e9f37157-f0f3-4fed-b212-c5e134a18d50 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:47.622946 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Attempting to bind port e9f37157-f0f3-4fed-b212-c5e134a18d50 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:47.623250 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Attempting to bind port e9f37157-f0f3-4fed-b212-c5e134a18d50 on network a88b8d02-0b8d-402d-8dfe-29190bd7b332 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:47.646992 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeaebba-c8c0-4bb8-aea2-fddb495142c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdd736d-d105-4b36-b797-0ea0ea075d1c'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:27:47.688850 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Port e9f37157-f0f3-4fed-b212-c5e134a18d50 on network a88b8d02-0b8d-402d-8dfe-29190bd7b332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:27:47.689621 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Attempting to bind port e9f37157-f0f3-4fed-b212-c5e134a18d50 on network a88b8d02-0b8d-402d-8dfe-29190bd7b332 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:47.698824 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:47.699394 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Checking segment: {'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:47.699943 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Bound using segment: {'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:47.700543 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Bound port: e9f37157-f0f3-4fed-b212-c5e134a18d50, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:47.701063 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (e9f37157-f0f3-4fed-b212-c5e134a18d50), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.727380 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] For port 615953e3-d735-4517-9c29-202d9a4e1e18, host hv-cinder-83538, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:47.784252 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25c1f08f-c32c-4bac-84d3-7e48f7594e2a admin admin] Publish callbacks [] for security_group (f2934d8b-f649-4b3f-9fce-0fae4cbf4f39), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.791629 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33454) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:47.797534 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 6fdd736d-d105-4b36-b797-0ea0ea075d1c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6fdd736d-d105-4b36-b797-0ea0ea075d1c,segment=NetworkSegment(eff90774-5d7b-4005-9d9b-1980e353a1a5),segment_id=eff90774-5d7b-4005-9d9b-1980e353a1a5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:47.802012 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (6fdd736d-d105-4b36-b797-0ea0ea075d1c), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.806632 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-25c1f08f-c32c-4bac-84d3-7e48f7594e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (f2934d8b-f649-4b3f-9fce-0fae4cbf4f39), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.818020 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:47.818810 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.822691 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] 10.222.0.16 "PUT /v2.0/ports/99b6382c-4c54-44ad-a774-463b05557086 HTTP/1.1" status: 200 len: 1094 time: 2.1738508 Mar 27 15:27:47.845988 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'tag': '99b6382c-4c54-44ad-a774-463b05557086'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:27:47.848976 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cab1d16-101d-4dc5-b1d7-2859f8983806" -d '{"events": [{"name": "network-changed", "server_uuid": "ef45252a-4bef-4524-a65c-2beeacb6502e", "tag": "99b6382c-4c54-44ad-a774-463b05557086"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:27:47.903119 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] For port 615953e3-d735-4517-9c29-202d9a4e1e18, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=615953e3-d735-4517-9c29-202d9a4e1e18,segment=NetworkSegment(63c3d783-f7a0-4452-9585-54291be374cd),segment_id=63c3d783-f7a0-4452-9585-54291be374cd)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:47.949677 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=6fdd736d-d105-4b36-b797-0ea0ea075d1c,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:47.997518 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] For port e9f37157-f0f3-4fed-b212-c5e134a18d50, host hv-cinder-83538, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:48.001692 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] For port e9f37157-f0f3-4fed-b212-c5e134a18d50, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e9f37157-f0f3-4fed-b212-c5e134a18d50,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:48.004159 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59d39e-d102-4ff6-ac31-84592b04d5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=99b6382c-4c54-44ad-a774-463b05557086,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:48.021074 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (e9f37157-f0f3-4fed-b212-c5e134a18d50), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.028146 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e2e033d-7418-470d-95ce-2f9ca12ac3f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.033378 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (615953e3-d735-4517-9c29-202d9a4e1e18), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.091127 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-25c1f08f-c32c-4bac-84d3-7e48f7594e2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13860c6c8b964f6d831f63f8103be3d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5199072 Mar 27 15:27:48.095083 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 33474) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:48.110621 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1f08f-c32c-4bac-84d3-7e48f7594e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2934d8b-f649-4b3f-9fce-0fae4cbf4f39,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:48.164846 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a07740-471d-404c-b58e-138bedf53f3b req-384a9d4a-6540-484d-8a16-adbfe784d280 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:48.166471 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b1a07740-471d-404c-b58e-138bedf53f3b req-384a9d4a-6540-484d-8a16-adbfe784d280 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 944 time: 0.3764932 Mar 27 15:27:48.185015 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632adc54-d0bb-438c-95c5-48c083f210c2" -d '{"events": [{"server_uuid": "bdeaebba-c8c0-4bb8-aea2-fddb495142c3", "name": "network-vif-plugged", "status": "completed", "tag": "6fdd736d-d105-4b36-b797-0ea0ea075d1c"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:27:48.193850 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92781865-13e8-428f-aa04-ad83a87e313f req-27cb957f-8ad4-48e7-a1f7-79d26f08bbe1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:48.195397 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-92781865-13e8-428f-aa04-ad83a87e313f req-27cb957f-8ad4-48e7-a1f7-79d26f08bbe1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 931 time: 0.2672110 Mar 27 15:27:48.211064 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-95f8fd41-8c67-424f-82a0-1afbf9f3b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:48.212541 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-95f8fd41-8c67-424f-82a0-1afbf9f3b4fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78ddabd9f42d4822bf2f6c480863851c&device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 1128 time: 0.2937787 Mar 27 15:27:48.301761 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b1a07740-471d-404c-b58e-138bedf53f3b req-b1115d6f-1d43-4b81-9813-55785cafb156 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aa60053-ba07-4978-ba7c-64c98090964b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256530 Mar 27 15:27:48.302996 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-796b6d22-b9e7-4d5e-bd9c-3b2e8587fe03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99b6382c-4c54-44ad-a774-463b05557086 HTTP/1.1" status: 200 len: 217 time: 0.0753443 Mar 27 15:27:48.323752 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:48.325433 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.333317 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] 10.222.0.16 "PUT /v2.0/ports/e9f37157-f0f3-4fed-b212-c5e134a18d50 HTTP/1.1" status: 200 len: 1094 time: 3.3908429 Mar 27 15:27:48.369529 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42355250-a010-43c4-9de4-8293666a162d admin admin] Publish callbacks [] for security_group (f2934d8b-f649-4b3f-9fce-0fae4cbf4f39), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.385369 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d33bb6-3c37-4c7b-b45b-af552b35e4cb x-openstack-request-id: req-86d33bb6-3c37-4c7b-b45b-af552b35e4cb {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:27:48.386843 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef45252a-4bef-4524-a65c-2beeacb6502e", "tag": "99b6382c-4c54-44ad-a774-463b05557086", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:27:48.386843 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86d33bb6-3c37-4c7b-b45b-af552b35e4cb {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:27:48.395135 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d33bb6-3c37-4c7b-b45b-af552b35e4cb'] response: {'name': 'network-changed', 'server_uuid': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'tag': '99b6382c-4c54-44ad-a774-463b05557086', 'status': 'completed', 'code': 200} Mar 27 15:27:48.405231 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33543c9e-2bed-4c51-93c0-2573b3ce7232', 'tag': 'e9f37157-f0f3-4fed-b212-c5e134a18d50'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:27:48.409647 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707f34d-c6e5-455d-a661-d46ee7dbf195 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f37157-f0f3-4fed-b212-c5e134a18d50,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:48.419345 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-92781865-13e8-428f-aa04-ad83a87e313f req-62d2bc73-b46f-4f33-b63e-f63a0e39508a tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151425 Mar 27 15:27:48.424412 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:48.424909 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.426368 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-723091bd-f900-4a66-b96d-91773efc9bca req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] 10.222.0.16 "PUT /v2.0/ports/615953e3-d735-4517-9c29-202d9a4e1e18 HTTP/1.1" status: 200 len: 1093 time: 3.6402726 Mar 27 15:27:48.492708 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42355250-a010-43c4-9de4-8293666a162d admin admin] Publish callbacks [] for security_group (f2934d8b-f649-4b3f-9fce-0fae4cbf4f39), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.519921 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-e7ddbd60-6f06-4701-95a4-69ce3868fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:48.521404 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-e7ddbd60-6f06-4701-95a4-69ce3868fd3c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad263cdc-9f5f-4b94-9470-91174def020a HTTP/1.1" status: 200 len: 854 time: 0.2082877 Mar 27 15:27:48.601433 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e2e033d-7418-470d-95ce-2f9ca12ac3f0 admin admin] Publish callbacks [] for security_group (f861b0c8-5efa-4d9a-9111-d82465e9a78a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.673995 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3756b04-0d41-4090-97ed-1168d9cf6de8" -d '{"events": [{"name": "network-changed", "server_uuid": "33543c9e-2bed-4c51-93c0-2573b3ce7232", "tag": "e9f37157-f0f3-4fed-b212-c5e134a18d50"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:27:48.714835 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8e2e033d-7418-470d-95ce-2f9ca12ac3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (f861b0c8-5efa-4d9a-9111-d82465e9a78a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.732433 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42355250-a010-43c4-9de4-8293666a162d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (f2934d8b-f649-4b3f-9fce-0fae4cbf4f39), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.735080 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42355250-a010-43c4-9de4-8293666a162d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.736219 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-42355250-a010-43c4-9de4-8293666a162d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2934d8b-f649-4b3f-9fce-0fae4cbf4f39 HTTP/1.1" status: 204 len: 168 time: 0.6386468 Mar 27 15:27:48.756315 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42355250-a010-43c4-9de4-8293666a162d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2934d8b-f649-4b3f-9fce-0fae4cbf4f39,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:48.804424 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e033d-7418-470d-95ce-2f9ca12ac3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f861b0c8-5efa-4d9a-9111-d82465e9a78a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:48.823565 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee39ad-6fba-435f-a323-da1b09f72e6f req-5f965038-1406-4367-88c5-920968e49ac4 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:48.825137 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c5ee39ad-6fba-435f-a323-da1b09f72e6f req-5f965038-1406-4367-88c5-920968e49ac4 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 943 time: 0.2937801 Mar 27 15:27:48.828400 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cec3127a-e34c-4ddc-b0a4-6cfe8ecf7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:48.829893 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-cec3127a-e34c-4ddc-b0a4-6cfe8ecf7e1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2974248 Mar 27 15:27:48.897431 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06bd7bf-0e4b-43db-889f-0bdbda104041 x-openstack-request-id: req-b06bd7bf-0e4b-43db-889f-0bdbda104041 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:27:48.897753 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeaebba-c8c0-4bb8-aea2-fddb495142c3", "name": "network-vif-plugged", "status": "completed", "tag": "6fdd736d-d105-4b36-b797-0ea0ea075d1c", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:27:48.898203 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b06bd7bf-0e4b-43db-889f-0bdbda104041 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:27:48.898828 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06bd7bf-0e4b-43db-889f-0bdbda104041'] response: {'server_uuid': 'bdeaebba-c8c0-4bb8-aea2-fddb495142c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdd736d-d105-4b36-b797-0ea0ea075d1c', 'code': 200} Mar 27 15:27:48.952292 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-6769291f-0904-478a-9697-24c0f3cb12de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:48.955537 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c5ee39ad-6fba-435f-a323-da1b09f72e6f req-06119776-124c-4785-a374-8e8e9097925b tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239064 Mar 27 15:27:48.968772 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-6769291f-0904-478a-9697-24c0f3cb12de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 1128 time: 0.5319316 Mar 27 15:27:48.983611 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-3dc0bcac-1170-4217-ae6f-3b7302a11551 service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257215 Mar 27 15:27:49.006199 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-8e2e033d-7418-470d-95ce-2f9ca12ac3f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f6463a7367a4524a7fc1be6b34381ff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1546435 Mar 27 15:27:49.006199 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edca28e-f638-4e2d-b177-c7c30a89e332 service neutron] Pushing event updated for resources: {'Port': ['ID=615953e3-d735-4517-9c29-202d9a4e1e18,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:49.006991 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33510) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:49.076298 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.16', 55648) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:49.076985 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723091bd-f900-4a66-b96d-91773efc9bca req-44057d6f-e620-44d1-84d6-bf2172aff62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:49.078487 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-723091bd-f900-4a66-b96d-91773efc9bca req-44057d6f-e620-44d1-84d6-bf2172aff62c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3246241f55943b0ae1f788fc19805f0&device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 1127 time: 0.4754264 Mar 27 15:27:49.178458 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-723091bd-f900-4a66-b96d-91773efc9bca req-ebd870a4-3ed1-40c5-b825-c831cb2a8aed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=615953e3-d735-4517-9c29-202d9a4e1e18 HTTP/1.1" status: 200 len: 217 time: 0.0607703 Mar 27 15:27:49.179600 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-c312546e-be64-4cef-81ac-50bbc81e2db5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9f37157-f0f3-4fed-b212-c5e134a18d50 HTTP/1.1" status: 200 len: 217 time: 0.1700284 Mar 27 15:27:49.232322 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b9768-af91-4201-ac49-ed46401c93dc req-f0d9093a-4a14-4cbe-85af-4f1b3457a6b0 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:49.233853 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-937b9768-af91-4201-ac49-ed46401c93dc req-f0d9093a-4a14-4cbe-85af-4f1b3457a6b0 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 946 time: 0.1801295 Mar 27 15:27:49.236288 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ed1f7086-9a4b-43e0-83cb-daa87593f59f req-86da3a83-7f26-4640-9696-71b90ade5cd9 service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458386 Mar 27 15:27:49.240776 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e6278-7143-4f6e-8dfc-e7e2d3eb05c8 req-6a36203f-d9fc-44cc-a775-77e3680f87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:49.242540 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b97e6278-7143-4f6e-8dfc-e7e2d3eb05c8 req-6a36203f-d9fc-44cc-a775-77e3680f87ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 1130 time: 0.1516461 Mar 27 15:27:49.281445 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 33520) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:49.288394 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f299ca-7aa6-48ae-94c0-9231e75b08dc {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:49.309426 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b97e6278-7143-4f6e-8dfc-e7e2d3eb05c8 req-fd43dc57-eed8-45cd-88a8-a8c16c09744b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.317518 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Publish callbacks [] for port (d2f299ca-7aa6-48ae-94c0-9231e75b08dc), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.343322 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-937b9768-af91-4201-ac49-ed46401c93dc req-8ff034da-1189-4b50-8d94-6f808a6b883d tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbace10a-cec2-493b-a6dc-5752bb16a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944524 Mar 27 15:27:49.360330 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e744d14-fd12-4cef-85e8-a564dd4d09e5 admin admin] Publish callbacks [] for security_group (f861b0c8-5efa-4d9a-9111-d82465e9a78a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.380508 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92e1cbb8-2551-43d4-a445-25d8a2b1f6be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.389306 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b1a73f-1d2c-4540-a492-7ae161489ecc x-openstack-request-id: req-11b1a73f-1d2c-4540-a492-7ae161489ecc {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:27:49.389306 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33543c9e-2bed-4c51-93c0-2573b3ce7232", "tag": "e9f37157-f0f3-4fed-b212-c5e134a18d50", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:27:49.389517 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11b1a73f-1d2c-4540-a492-7ae161489ecc {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:27:49.389972 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b1a73f-1d2c-4540-a492-7ae161489ecc'] response: {'name': 'network-changed', 'server_uuid': '33543c9e-2bed-4c51-93c0-2573b3ce7232', 'tag': 'e9f37157-f0f3-4fed-b212-c5e134a18d50', 'status': 'completed', 'code': 200} Mar 27 15:27:49.395042 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723091bd-f900-4a66-b96d-91773efc9bca req-135c8a7e-8612-4dc6-86e2-6a6445ff2ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:49.396556 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-723091bd-f900-4a66-b96d-91773efc9bca req-135c8a7e-8612-4dc6-86e2-6a6445ff2ea1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45fa90f7-8dff-4df6-aba3-f9ce848c3e05 HTTP/1.1" status: 200 len: 850 time: 0.2071626 Mar 27 15:27:49.402332 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Transition to ACTIVE for port object d2f299ca-7aa6-48ae-94c0-9231e75b08dc will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:27:49.407282 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-ab325e65-ca75-468c-8051-901ed6b90ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:49.408609 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-ab325e65-ca75-468c-8051-901ed6b90ea9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 200 len: 858 time: 0.2048676 Mar 27 15:27:49.505096 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (d2f299ca-7aa6-48ae-94c0-9231e75b08dc), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.512067 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e744d14-fd12-4cef-85e8-a564dd4d09e5 admin admin] Publish callbacks [] for security_group (f861b0c8-5efa-4d9a-9111-d82465e9a78a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.644522 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab1d16-101d-4dc5-b1d7-2859f8983806 req-002d209b-ac2b-40f5-99d3-2500f6a07772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:49.646145 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1cab1d16-101d-4dc5-b1d7-2859f8983806 req-002d209b-ac2b-40f5-99d3-2500f6a07772 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78ddabd9f42d4822bf2f6c480863851c&device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 1128 time: 0.3011611 Mar 27 15:27:49.651680 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f299ca-7aa6-48ae-94c0-9231e75b08dc,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:49.656123 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92e1cbb8-2551-43d4-a445-25d8a2b1f6be admin admin] Publish callbacks [] for security_group (c266e123-de42-4033-a2bc-bb9579b52635), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.697687 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723091bd-f900-4a66-b96d-91773efc9bca req-58175dbf-d80a-423d-9315-2e3350554baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:49.700101 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-723091bd-f900-4a66-b96d-91773efc9bca req-58175dbf-d80a-423d-9315-2e3350554baf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2964413 Mar 27 15:27:49.705109 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-63f5d594-54a7-46a2-9a7d-88f73a4cfa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:49.706924 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-63f5d594-54a7-46a2-9a7d-88f73a4cfa70 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a88b8d02-0b8d-402d-8dfe-29190bd7b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2619333 Mar 27 15:27:49.739073 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e744d14-fd12-4cef-85e8-a564dd4d09e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (f861b0c8-5efa-4d9a-9111-d82465e9a78a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.741634 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e744d14-fd12-4cef-85e8-a564dd4d09e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.745711 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-1e744d14-fd12-4cef-85e8-a564dd4d09e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f861b0c8-5efa-4d9a-9111-d82465e9a78a HTTP/1.1" status: 204 len: 168 time: 0.6756039 Mar 27 15:27:49.745894 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-92e1cbb8-2551-43d4-a445-25d8a2b1f6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (c266e123-de42-4033-a2bc-bb9579b52635), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.789571 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e744d14-fd12-4cef-85e8-a564dd4d09e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f861b0c8-5efa-4d9a-9111-d82465e9a78a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:49.805101 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c9549-494c-4ea2-9647-2056644f75a0 req-8ac87ffb-4837-48d3-891e-53398c4938ce tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:49.812547 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-597c9549-494c-4ea2-9647-2056644f75a0 req-8ac87ffb-4837-48d3-891e-53398c4938ce tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 944 time: 0.3855677 Mar 27 15:27:49.844714 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab1d16-101d-4dc5-b1d7-2859f8983806 req-6f5dde6d-4f0f-4b7f-bc3e-cb8e116b5bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:49.846058 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1cab1d16-101d-4dc5-b1d7-2859f8983806 req-6f5dde6d-4f0f-4b7f-bc3e-cb8e116b5bf9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 200 len: 916 time: 0.1886148 Mar 27 15:27:49.853096 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf93de-31e0-425a-81c9-01d1a7ead12c req-13b3c927-30ca-4264-aebb-09fa43b018c8 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:49.854649 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f8cf93de-31e0-425a-81c9-01d1a7ead12c req-13b3c927-30ca-4264-aebb-09fa43b018c8 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 943 time: 0.3127170 Mar 27 15:27:49.890569 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-92e1cbb8-2551-43d4-a445-25d8a2b1f6be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a11f899fb70c46c2ab959ef8b48a712c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5995443 Mar 27 15:27:49.890569 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1cbb8-2551-43d4-a445-25d8a2b1f6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c266e123-de42-4033-a2bc-bb9579b52635,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:49.902014 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33534) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:49.941408 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1cab1d16-101d-4dc5-b1d7-2859f8983806 req-25bdac58-8e60-487e-ab78-7e1d38f8d9bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99b6382c-4c54-44ad-a774-463b05557086 HTTP/1.1" status: 200 len: 217 time: 0.0754685 Mar 27 15:27:49.963500 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b97e6278-7143-4f6e-8dfc-e7e2d3eb05c8 req-fd43dc57-eed8-45cd-88a8-a8c16c09744b service neutron] Publish callbacks [] for security_group (26581899-55dc-4943-b894-894b2562d662), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.990621 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Attempting to bind port d2f299ca-7aa6-48ae-94c0-9231e75b08dc on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:49.991223 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Attempting to bind port d2f299ca-7aa6-48ae-94c0-9231e75b08dc by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:49.991556 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Attempting to bind port d2f299ca-7aa6-48ae-94c0-9231e75b08dc on network a88b8d02-0b8d-402d-8dfe-29190bd7b332 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:50.002222 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Port d2f299ca-7aa6-48ae-94c0-9231e75b08dc on network a88b8d02-0b8d-402d-8dfe-29190bd7b332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:27:50.002725 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Attempting to bind port d2f299ca-7aa6-48ae-94c0-9231e75b08dc on network a88b8d02-0b8d-402d-8dfe-29190bd7b332 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:50.007550 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-b97e6278-7143-4f6e-8dfc-e7e2d3eb05c8 req-fd43dc57-eed8-45cd-88a8-a8c16c09744b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (26581899-55dc-4943-b894-894b2562d662), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:50.022883 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:50.023378 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Checking segment: {'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:50.023868 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Bound using segment: {'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:50.024506 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Bound port: d2f299ca-7aa6-48ae-94c0-9231e75b08dc, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:50.024988 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (d2f299ca-7aa6-48ae-94c0-9231e75b08dc), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:50.052603 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-597c9549-494c-4ea2-9647-2056644f75a0 req-66441b08-ba19-4078-a614-3a3e77040936 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aa60053-ba07-4978-ba7c-64c98090964b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387106 Mar 27 15:27:50.083151 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f8cf93de-31e0-425a-81c9-01d1a7ead12c req-f12c6851-fc11-46fa-8c71-a7720a33d770 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050080 Mar 27 15:27:50.092583 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab1d16-101d-4dc5-b1d7-2859f8983806 req-cb700390-aa52-4924-8e59-94fa4a286eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:50.094153 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1cab1d16-101d-4dc5-b1d7-2859f8983806 req-cb700390-aa52-4924-8e59-94fa4a286eda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad263cdc-9f5f-4b94-9470-91174def020a HTTP/1.1" status: 200 len: 854 time: 0.1467683 Mar 27 15:27:50.095351 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43dc57-eed8-45cd-88a8-a8c16c09744b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=26581899-55dc-4943-b894-894b2562d662,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:50.100378 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-941926b7-2371-43e4-acd6-36639f61bcbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:50.101055 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b97e6278-7143-4f6e-8dfc-e7e2d3eb05c8 req-fd43dc57-eed8-45cd-88a8-a8c16c09744b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fbace10a-cec2-493b-a6dc-5752bb16a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8518264 Mar 27 15:27:50.168745 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab1d16-101d-4dc5-b1d7-2859f8983806 req-385e53ca-a403-426a-8d9f-4d5f0efac512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:50.172246 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1cab1d16-101d-4dc5-b1d7-2859f8983806 req-385e53ca-a403-426a-8d9f-4d5f0efac512 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0702617 Mar 27 15:27:50.184963 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] For port d2f299ca-7aa6-48ae-94c0-9231e75b08dc, host hv-cinder-83538, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:50.194527 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-65542ccd-5a6a-46e8-981b-ff3574692157 admin admin] Publish callbacks [] for security_group (c266e123-de42-4033-a2bc-bb9579b52635), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:50.223767 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-723091bd-f900-4a66-b96d-91773efc9bca req-dd90b454-da8a-4b77-addc-6e6bac8eae9f service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961247 Mar 27 15:27:50.230372 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] For port d2f299ca-7aa6-48ae-94c0-9231e75b08dc, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d2f299ca-7aa6-48ae-94c0-9231e75b08dc,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:50.233490 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-1a8d2888-307f-459e-ac81-5bc646456ee9 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975424 Mar 27 15:27:50.242582 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e192bc4-be77-4846-a9e1-3fbf24d22122 req-19d6370f-78be-44f4-8385-790c1b32444e tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:50.243524 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-65542ccd-5a6a-46e8-981b-ff3574692157 admin admin] Publish callbacks [] for security_group (c266e123-de42-4033-a2bc-bb9579b52635), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:50.251069 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (d2f299ca-7aa6-48ae-94c0-9231e75b08dc), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:50.254792 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7e192bc4-be77-4846-a9e1-3fbf24d22122 req-19d6370f-78be-44f4-8385-790c1b32444e tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 943 time: 0.0813053 Mar 27 15:27:50.330519 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7e192bc4-be77-4846-a9e1-3fbf24d22122 req-b66b0a30-0b5c-4e77-af1c-e9f8225b5b22 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746446 Mar 27 15:27:50.371464 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:50.372103 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:50.373499 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f5ee1282-a815-4402-be45-990346074dda req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] 10.222.0.16 "PUT /v2.0/ports/d2f299ca-7aa6-48ae-94c0-9231e75b08dc HTTP/1.1" status: 200 len: 1093 time: 3.4508436 Mar 27 15:27:50.539330 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1cab1d16-101d-4dc5-b1d7-2859f8983806 req-86b4c894-71a6-4f69-a65e-2b8e53c41e00 service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457615 Mar 27 15:27:50.548237 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-723091bd-f900-4a66-b96d-91773efc9bca req-32f6f000-2130-4f8b-a423-50810f22b78a service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569498 Mar 27 15:27:50.581160 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5b6aa-5a81-429f-b6ea-0ae4793bdd65 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f299ca-7aa6-48ae-94c0-9231e75b08dc,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:50.641948 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-65542ccd-5a6a-46e8-981b-ff3574692157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (c266e123-de42-4033-a2bc-bb9579b52635), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:50.644528 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-65542ccd-5a6a-46e8-981b-ff3574692157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:50.645858 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-65542ccd-5a6a-46e8-981b-ff3574692157 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c266e123-de42-4033-a2bc-bb9579b52635 HTTP/1.1" status: 204 len: 168 time: 0.7428021 Mar 27 15:27:50.677951 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65542ccd-5a6a-46e8-981b-ff3574692157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c266e123-de42-4033-a2bc-bb9579b52635,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:50.679535 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19c3c-860a-446c-9d1c-94a66c8897fd req-4262d439-dee9-4985-a00e-4280f9278608 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:50.681513 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3ff19c3c-860a-446c-9d1c-94a66c8897fd req-4262d439-dee9-4985-a00e-4280f9278608 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 946 time: 0.1869750 Mar 27 15:27:50.692450 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee1282-a815-4402-be45-990346074dda req-2241d7ce-998a-4d85-ada5-f51c1d322705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:50.694314 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f5ee1282-a815-4402-be45-990346074dda req-2241d7ce-998a-4d85-ada5-f51c1d322705 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 1127 time: 0.1143389 Mar 27 15:27:50.719624 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a05d7787-41d4-45e0-aaf4-c2d0bf6dd7d0 req-313352d3-935b-44a8-a69a-48eef2bd546a service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300226 Mar 27 15:27:50.780354 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3ff19c3c-860a-446c-9d1c-94a66c8897fd req-809da033-645c-4cec-a46c-5ad4148307ae tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbace10a-cec2-493b-a6dc-5752bb16a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910199 Mar 27 15:27:50.785864 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1cab1d16-101d-4dc5-b1d7-2859f8983806 req-9884ac29-bd8a-4cfc-b791-588c5057e94b service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246547 Mar 27 15:27:50.790951 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f5ee1282-a815-4402-be45-990346074dda req-892c7b84-3653-4b64-ad4d-3025e93248f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2f299ca-7aa6-48ae-94c0-9231e75b08dc HTTP/1.1" status: 200 len: 217 time: 0.0867734 Mar 27 15:27:50.879311 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee1282-a815-4402-be45-990346074dda req-d84816b3-06a1-4b40-9b90-d484769f6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:50.880763 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f5ee1282-a815-4402-be45-990346074dda req-d84816b3-06a1-4b40-9b90-d484769f6e8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 200 len: 858 time: 0.0808792 Mar 27 15:27:50.933814 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 33570) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:51.064809 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 33576) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:51.081907 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-adae9c0f-cb68-49f1-ad40-b30c0c930a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:51.101273 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3756b04-0d41-4090-97ed-1168d9cf6de8 req-069652a8-fab7-4395-a08a-d9b5733f60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:51.102848 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e3756b04-0d41-4090-97ed-1168d9cf6de8 req-069652a8-fab7-4395-a08a-d9b5733f60a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 1128 time: 0.3044381 Mar 27 15:27:51.149844 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee1282-a815-4402-be45-990346074dda req-f717bb2f-a3dd-4018-8e1b-811cc6b2e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:51.151895 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f5ee1282-a815-4402-be45-990346074dda req-f717bb2f-a3dd-4018-8e1b-811cc6b2e81c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a88b8d02-0b8d-402d-8dfe-29190bd7b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2640047 Mar 27 15:27:51.183290 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6bc9-26b2-431a-9eab-bea6da61c369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:51.360031 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3756b04-0d41-4090-97ed-1168d9cf6de8 req-8d274c3b-62ed-4f51-ab1c-14976f5dd25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:51.361693 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e3756b04-0d41-4090-97ed-1168d9cf6de8 req-8d274c3b-62ed-4f51-ab1c-14976f5dd25d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 920 time: 0.2513425 Mar 27 15:27:51.373264 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b523b-321e-494e-b370-0b168cb3bcd8 req-5aef7eac-8f1f-42fb-b951-6804c2af61c2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:51.375253 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-506b523b-321e-494e-b370-0b168cb3bcd8 req-5aef7eac-8f1f-42fb-b951-6804c2af61c2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 944 time: 0.1721165 Mar 27 15:27:51.409998 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd', 'tag': '615953e3-d735-4517-9c29-202d9a4e1e18'}, {'name': 'network-changed', 'server_uuid': '04820e4a-cd45-4b36-b323-ae7f747193bb', 'tag': 'd2f299ca-7aa6-48ae-94c0-9231e75b08dc'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:27:51.410870 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-adae9c0f-cb68-49f1-ad40-b30c0c930a0e admin admin] Publish callbacks [] for security_group (e34eee9d-5fa7-443f-978d-b8cf67409a3c), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:51.412731 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87a1dc4-8587-4ea0-8979-cc09aaf81900" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd", "tag": "615953e3-d735-4517-9c29-202d9a4e1e18"}, {"name": "network-changed", "server_uuid": "04820e4a-cd45-4b36-b323-ae7f747193bb", "tag": "d2f299ca-7aa6-48ae-94c0-9231e75b08dc"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:27:51.417817 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e3756b04-0d41-4090-97ed-1168d9cf6de8 req-623103ff-9bf7-472f-b4d0-a474e4da6ac3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9f37157-f0f3-4fed-b212-c5e134a18d50 HTTP/1.1" status: 200 len: 217 time: 0.0461645 Mar 27 15:27:51.420294 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f5ee1282-a815-4402-be45-990346074dda req-f0a4f642-24b4-411a-8f9e-4c35d4133618 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321482 Mar 27 15:27:51.424396 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6bc9-26b2-431a-9eab-bea6da61c369 admin admin] Publish callbacks [] for security_group (1184d038-3981-42ab-8d46-96b19a72ea96), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:51.427668 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-adae9c0f-cb68-49f1-ad40-b30c0c930a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (e34eee9d-5fa7-443f-978d-b8cf67409a3c), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:51.439071 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdf818-9105-46a0-bede-0aca5ce66bbd req-74ab51bf-ca7e-497a-9fc7-20d098677fe3 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:51.440723 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-52bdf818-9105-46a0-bede-0aca5ce66bbd req-74ab51bf-ca7e-497a-9fc7-20d098677fe3 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 943 time: 0.2125788 Mar 27 15:27:51.443601 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6bc9-26b2-431a-9eab-bea6da61c369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (1184d038-3981-42ab-8d46-96b19a72ea96), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:51.541033 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3756b04-0d41-4090-97ed-1168d9cf6de8 req-3a06c03d-6498-411b-b847-76f038c99c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:51.542539 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e3756b04-0d41-4090-97ed-1168d9cf6de8 req-3a06c03d-6498-411b-b847-76f038c99c24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 200 len: 858 time: 0.1106544 Mar 27 15:27:51.546176 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33598) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:51.546763 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-adae9c0f-cb68-49f1-ad40-b30c0c930a0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84ecaff9517448d887ff5fb5b0c76155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4805124 Mar 27 15:27:51.549640 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae9c0f-cb68-49f1-ad40-b30c0c930a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34eee9d-5fa7-443f-978d-b8cf67409a3c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:51.560642 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-8ffa6bc9-26b2-431a-9eab-bea6da61c369 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8539c468e80a4ed09421d1cc8513527e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6251974 Mar 27 15:27:51.576682 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-506b523b-321e-494e-b370-0b168cb3bcd8 req-f59f68fd-a3c0-424c-bf27-dcfc3632eb6d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aa60053-ba07-4978-ba7c-64c98090964b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942613 Mar 27 15:27:51.585711 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 33600) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:51.664426 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f5ee1282-a815-4402-be45-990346074dda req-68d59a16-620e-4c64-b95a-54332ed9c37a service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308853 Mar 27 15:27:51.676343 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d01c-90e3-4491-829e-8f78eb468926 admin admin] Publish callbacks [] for security_group (e34eee9d-5fa7-443f-978d-b8cf67409a3c), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:51.686224 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3756b04-0d41-4090-97ed-1168d9cf6de8 req-c8122508-c8b9-427d-909b-5d91a04f480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:51.688544 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e3756b04-0d41-4090-97ed-1168d9cf6de8 req-c8122508-c8b9-427d-909b-5d91a04f480b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a88b8d02-0b8d-402d-8dfe-29190bd7b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1398909 Mar 27 15:27:51.764345 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d01c-90e3-4491-829e-8f78eb468926 admin admin] Publish callbacks [] for security_group (e34eee9d-5fa7-443f-978d-b8cf67409a3c), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:51.861466 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e3756b04-0d41-4090-97ed-1168d9cf6de8 req-fb776f19-fe84-454d-9908-dda4973146e5 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632881 Mar 27 15:27:51.862632 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d01c-90e3-4491-829e-8f78eb468926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (e34eee9d-5fa7-443f-978d-b8cf67409a3c), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:51.865473 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d01c-90e3-4491-829e-8f78eb468926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:51.867081 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-f8b9d01c-90e3-4491-829e-8f78eb468926 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e34eee9d-5fa7-443f-978d-b8cf67409a3c HTTP/1.1" status: 204 len: 168 time: 0.3195720 Mar 27 15:27:51.907465 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa6bc9-26b2-431a-9eab-bea6da61c369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1184d038-3981-42ab-8d46-96b19a72ea96,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:51.917395 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-52bdf818-9105-46a0-bede-0aca5ce66bbd req-388bfcf4-d7c5-4201-a94d-65b6d18cc30a tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574120 Mar 27 15:27:51.933091 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9d01c-90e3-4491-829e-8f78eb468926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34eee9d-5fa7-443f-978d-b8cf67409a3c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:51.979329 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dbfd4-912b-4b71-b85a-3a60105d9312 req-7b0cb1a4-f3b2-4103-baf5-b85b3522c89e tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:51.981469 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-973dbfd4-912b-4b71-b85a-3a60105d9312 req-7b0cb1a4-f3b2-4103-baf5-b85b3522c89e tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 943 time: 0.1391394 Mar 27 15:27:51.986973 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd7e4d74-152d-4292-8983-c1d6ee4edd4e admin admin] Publish callbacks [] for security_group (1184d038-3981-42ab-8d46-96b19a72ea96), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:52.025406 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 27 Mar 2022 15:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caa99f3-a5e4-4a74-9aef-63d1f1abf1f4 x-openstack-request-id: req-6caa99f3-a5e4-4a74-9aef-63d1f1abf1f4 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:27:52.025698 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd", "tag": "615953e3-d735-4517-9c29-202d9a4e1e18", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "04820e4a-cd45-4b36-b323-ae7f747193bb", "tag": "d2f299ca-7aa6-48ae-94c0-9231e75b08dc", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:27:52.025934 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6caa99f3-a5e4-4a74-9aef-63d1f1abf1f4 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:27:52.026890 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6caa99f3-a5e4-4a74-9aef-63d1f1abf1f4'] response: {'name': 'network-changed', 'server_uuid': 'ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd', 'tag': '615953e3-d735-4517-9c29-202d9a4e1e18', 'status': 'completed', 'code': 200} Mar 27 15:27:52.027143 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6caa99f3-a5e4-4a74-9aef-63d1f1abf1f4'] response: {'name': 'network-changed', 'server_uuid': '04820e4a-cd45-4b36-b323-ae7f747193bb', 'tag': 'd2f299ca-7aa6-48ae-94c0-9231e75b08dc', 'status': 'completed', 'code': 200} Mar 27 15:27:52.034834 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd7e4d74-152d-4292-8983-c1d6ee4edd4e admin admin] Publish callbacks [] for security_group (1184d038-3981-42ab-8d46-96b19a72ea96), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:52.069041 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-973dbfd4-912b-4b71-b85a-3a60105d9312 req-a55683c8-4e5b-4247-9826-e26541777731 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774601 Mar 27 15:27:52.124923 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e3756b04-0d41-4090-97ed-1168d9cf6de8 req-551b0619-f814-4455-ac05-0f181070ca24 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550902 Mar 27 15:27:52.161172 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73c4b0-b6f5-4c3f-b1fc-d45ed88a4421 req-c9dc167e-1f20-4bbf-ac76-835689216b16 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:52.162541 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-de73c4b0-b6f5-4c3f-b1fc-d45ed88a4421 req-c9dc167e-1f20-4bbf-ac76-835689216b16 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 946 time: 0.0591919 Mar 27 15:27:52.163059 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-44fb3756-f9c2-4b98-b174-9070346b4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:52.164559 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-44fb3756-f9c2-4b98-b174-9070346b4b05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3246241f55943b0ae1f788fc19805f0&device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 1127 time: 0.1079476 Mar 27 15:27:52.172119 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd7e4d74-152d-4292-8983-c1d6ee4edd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (1184d038-3981-42ab-8d46-96b19a72ea96), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:52.175165 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd7e4d74-152d-4292-8983-c1d6ee4edd4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:52.176381 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-fd7e4d74-152d-4292-8983-c1d6ee4edd4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1184d038-3981-42ab-8d46-96b19a72ea96 HTTP/1.1" status: 204 len: 168 time: 0.5884702 Mar 27 15:27:52.190888 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e4d74-152d-4292-8983-c1d6ee4edd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1184d038-3981-42ab-8d46-96b19a72ea96,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:52.232615 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-de73c4b0-b6f5-4c3f-b1fc-d45ed88a4421 req-6ebebd21-7e99-401e-a800-bdc39c89c1fb tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbace10a-cec2-493b-a6dc-5752bb16a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616374 Mar 27 15:27:52.291597 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-b9a83af3-3cef-45e3-95a1-6c73967077d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:52.293623 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-b9a83af3-3cef-45e3-95a1-6c73967077d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7 HTTP/1.1" status: 200 len: 912 time: 0.1228178 Mar 27 15:27:52.317485 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f94bb15-8f0c-4a45-938e-17389ffc046d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:52.343553 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-8ada13cf-2096-4083-a221-c522b018154e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=615953e3-d735-4517-9c29-202d9a4e1e18 HTTP/1.1" status: 200 len: 217 time: 0.0416112 Mar 27 15:27:52.393050 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-3ab98791-10c8-434f-bd8d-a600d36ee027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:52.394910 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-3ab98791-10c8-434f-bd8d-a600d36ee027 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45fa90f7-8dff-4df6-aba3-f9ce848c3e05 HTTP/1.1" status: 200 len: 850 time: 0.0449395 Mar 27 15:27:52.456751 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-fa8b015f-51ba-40f7-8533-c16be2acd11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:52.458256 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-fa8b015f-51ba-40f7-8533-c16be2acd11b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0545161 Mar 27 15:27:52.550919 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-62a2ceed-d630-4ac2-bd1f-5790967dd762 service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844901 Mar 27 15:27:52.681612 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-67203db2-64ab-4dba-87e6-e775bbd32091 service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224298 Mar 27 15:27:52.703381 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33646) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:52.718224 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a270c12d-358d-41c0-afbe-8205e17d2216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:52.759309 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62155c-d123-4501-9ff3-83f9d41e84a6 req-3b281545-df58-4098-a7d5-a258532894cd tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:52.760929 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1b62155c-d123-4501-9ff3-83f9d41e84a6 req-3b281545-df58-4098-a7d5-a258532894cd tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 944 time: 0.1040001 Mar 27 15:27:52.821820 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-356c4dfc-4d21-472f-be63-be2d0330ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:52.824738 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-356c4dfc-4d21-472f-be63-be2d0330ce4b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 1127 time: 0.0647578 Mar 27 15:27:52.828723 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1b62155c-d123-4501-9ff3-83f9d41e84a6 req-2ca8ac73-83c6-41f9-b5fe-e7bafcb45bff tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aa60053-ba07-4978-ba7c-64c98090964b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561466 Mar 27 15:27:52.861540 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a270c12d-358d-41c0-afbe-8205e17d2216 admin admin] Publish callbacks [] for security_group (8e168637-eee5-41b4-a8c6-232382ac7c40), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:52.872811 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a270c12d-358d-41c0-afbe-8205e17d2216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (8e168637-eee5-41b4-a8c6-232382ac7c40), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:52.959086 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270c12d-358d-41c0-afbe-8205e17d2216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e168637-eee5-41b4-a8c6-232382ac7c40,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:52.969961 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 33658) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:52.970155 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a270c12d-358d-41c0-afbe-8205e17d2216 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58336393386c400b9c6bf8917093f7ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648880 Mar 27 15:27:53.024184 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-c3abddbd-b637-4658-9285-740bfb3a9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:53.026137 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-c3abddbd-b637-4658-9285-740bfb3a9be5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 920 time: 0.1834300 Mar 27 15:27:53.090499 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-616f9327-3899-4f25-bef5-a0f2c0c7fddb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2f299ca-7aa6-48ae-94c0-9231e75b08dc HTTP/1.1" status: 200 len: 217 time: 0.0579963 Mar 27 15:27:53.147144 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa4f786f-4761-4ffb-a45f-3d2af45c4c01 admin admin] Publish callbacks [] for security_group (8e168637-eee5-41b4-a8c6-232382ac7c40), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.171790 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa4f786f-4761-4ffb-a45f-3d2af45c4c01 admin admin] Publish callbacks [] for security_group (8e168637-eee5-41b4-a8c6-232382ac7c40), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.194329 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-d37e632e-84bf-4030-8b7b-e6db6f49cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:53.196023 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-d37e632e-84bf-4030-8b7b-e6db6f49cf65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 200 len: 858 time: 0.0874491 Mar 27 15:27:53.240252 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 99b6382c-4c54-44ad-a774-463b05557086 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:27:53.258116 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa4f786f-4761-4ffb-a45f-3d2af45c4c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (8e168637-eee5-41b4-a8c6-232382ac7c40), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.261672 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa4f786f-4761-4ffb-a45f-3d2af45c4c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.264944 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-fa4f786f-4761-4ffb-a45f-3d2af45c4c01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e168637-eee5-41b4-a8c6-232382ac7c40 HTTP/1.1" status: 204 len: 168 time: 0.2915661 Mar 27 15:27:53.275729 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-19a5a7c1-658c-4582-b0db-85dd320b23a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:53.278957 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-19a5a7c1-658c-4582-b0db-85dd320b23a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a88b8d02-0b8d-402d-8dfe-29190bd7b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0749617 Mar 27 15:27:53.282850 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f786f-4761-4ffb-a45f-3d2af45c4c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e168637-eee5-41b4-a8c6-232382ac7c40,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:53.292363 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e1049-208b-4b5e-9048-405779190653 req-33b4e0b5-5b22-45a2-8767-c59e1ae413a2 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:53.294038 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-574e1049-208b-4b5e-9048-405779190653 req-33b4e0b5-5b22-45a2-8767-c59e1ae413a2 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 943 time: 0.2014892 Mar 27 15:27:53.323752 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae04b4-f0eb-4dbb-9f92-c24266232bb0 req-d23fd614-6423-486d-9d28-3f6c92d8d941 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:53.325344 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-98ae04b4-f0eb-4dbb-9f92-c24266232bb0 req-d23fd614-6423-486d-9d28-3f6c92d8d941 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 943 time: 0.1095722 Mar 27 15:27:53.386670 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-574e1049-208b-4b5e-9048-405779190653 req-fc082b32-6a01-46d2-ad41-576cd6a7b767 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860257 Mar 27 15:27:53.408472 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-98ae04b4-f0eb-4dbb-9f92-c24266232bb0 req-1711cd4f-bbdd-44e2-b53b-9a0a4d12b4ec tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752385 Mar 27 15:27:53.414618 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 99b6382c-4c54-44ad-a774-463b05557086, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=99b6382c-4c54-44ad-a774-463b05557086,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:53.480960 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '99b6382c-4c54-44ad-a774-463b05557086', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'port_id': '99b6382c-4c54-44ad-a774-463b05557086', 'mac_address': 'fa:16:3e:fc:9c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:27:53.523399 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-6766398c-ddfd-4ab2-b63a-4455a22537e7 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267897 Mar 27 15:27:53.593670 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 99b6382c-4c54-44ad-a774-463b05557086 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:53.594301 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (99b6382c-4c54-44ad-a774-463b05557086), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.602152 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d302e-04de-49b0-ad0c-5fdcd45a8495 req-15bda750-e11d-40f4-89b1-555aa6af35c2 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:53.612486 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fa5d302e-04de-49b0-ad0c-5fdcd45a8495 req-15bda750-e11d-40f4-89b1-555aa6af35c2 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 946 time: 0.1341186 Mar 27 15:27:53.640447 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b6382c-4c54-44ad-a774-463b05557086 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:53.663825 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 99b6382c-4c54-44ad-a774-463b05557086, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=99b6382c-4c54-44ad-a774-463b05557086,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:53.672217 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (99b6382c-4c54-44ad-a774-463b05557086), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.675582 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f87a1dc4-8587-4ea0-8979-cc09aaf81900 req-a83110b8-8bba-423e-be4f-2446bcdd427c service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513135 Mar 27 15:27:53.703604 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fa5d302e-04de-49b0-ad0c-5fdcd45a8495 req-a9fad296-c895-4837-80ae-385f3fddb1af tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbace10a-cec2-493b-a6dc-5752bb16a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843337 Mar 27 15:27:53.770409 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.796188 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=99b6382c-4c54-44ad-a774-463b05557086,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:53.965176 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ce0c7-18bc-4278-85eb-a8ede83ac2e7 req-f21a0fe4-f29f-4392-b8f5-068f4ce6d39c tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:53.966933 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-938ce0c7-18bc-4278-85eb-a8ede83ac2e7 req-f21a0fe4-f29f-4392-b8f5-068f4ce6d39c tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 945 time: 0.0691090 Mar 27 15:27:54.007827 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['99b6382c-4c54-44ad-a774-463b05557086'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:27:54.091344 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-938ce0c7-18bc-4278-85eb-a8ede83ac2e7 req-3456d22f-f25f-43ab-8d2a-4075959aa16c tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aa60053-ba07-4978-ba7c-64c98090964b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184433 Mar 27 15:27:54.534093 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8347a-4202-44a6-b37e-a756bb336cc4 req-4b391262-34ab-48ed-8483-7eb2bfdfeb20 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:54.535657 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c5b8347a-4202-44a6-b37e-a756bb336cc4 req-4b391262-34ab-48ed-8483-7eb2bfdfeb20 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 943 time: 0.0672376 Mar 27 15:27:54.613093 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c5b8347a-4202-44a6-b37e-a756bb336cc4 req-bcc02f6c-6300-4e5d-a6f4-25e00669f92d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660133 Mar 27 15:27:54.636196 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0217c2-1547-48e1-85b0-c929f5c34e4e req-bb3431d9-40db-4d62-89c9-e0fa3380caeb tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:54.638760 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ce0217c2-1547-48e1-85b0-c929f5c34e4e req-bb3431d9-40db-4d62-89c9-e0fa3380caeb tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 943 time: 0.1020169 Mar 27 15:27:54.718622 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ce0217c2-1547-48e1-85b0-c929f5c34e4e req-ab4c43c3-2f0d-40b4-b0e0-1b8b8d08f8ad tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727489 Mar 27 15:27:55.239666 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device d2f299ca-7aa6-48ae-94c0-9231e75b08dc details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:27:55.252522 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83074268-b75d-4f36-8408-b0761bc3c453 req-e72f2a58-426c-4ac5-b11f-9f91185ef875 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:55.254157 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-83074268-b75d-4f36-8408-b0761bc3c453 req-e72f2a58-426c-4ac5-b11f-9f91185ef875 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 945 time: 0.0889122 Mar 27 15:27:55.270824 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 99b6382c-4c54-44ad-a774-463b05557086 up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:55.335919 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-83074268-b75d-4f36-8408-b0761bc3c453 req-b1547b2a-6a01-4c55-8365-aeeb61f9dbab tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aa60053-ba07-4978-ba7c-64c98090964b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712006 Mar 27 15:27:55.428077 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:55.440042 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port 99b6382c-4c54-44ad-a774-463b05557086 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:27:55.449563 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 99b6382c-4c54-44ad-a774-463b05557086 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:55.450284 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (99b6382c-4c54-44ad-a774-463b05557086), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:55.453700 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port d2f299ca-7aa6-48ae-94c0-9231e75b08dc, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d2f299ca-7aa6-48ae-94c0-9231e75b08dc,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:55.495225 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': 'd2f299ca-7aa6-48ae-94c0-9231e75b08dc', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'port_id': 'd2f299ca-7aa6-48ae-94c0-9231e75b08dc', 'mac_address': 'fa:16:3e:b3:bb:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:27:55.557052 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port d2f299ca-7aa6-48ae-94c0-9231e75b08dc is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:55.558409 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (d2f299ca-7aa6-48ae-94c0-9231e75b08dc), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:55.597949 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f299ca-7aa6-48ae-94c0-9231e75b08dc {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:55.647508 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port d2f299ca-7aa6-48ae-94c0-9231e75b08dc, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d2f299ca-7aa6-48ae-94c0-9231e75b08dc,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:55.652510 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 99b6382c-4c54-44ad-a774-463b05557086 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:55.653132 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (99b6382c-4c54-44ad-a774-463b05557086), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:55.657221 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (d2f299ca-7aa6-48ae-94c0-9231e75b08dc), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:55.662869 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device e9f37157-f0f3-4fed-b212-c5e134a18d50 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:27:55.733647 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b6382c-4c54-44ad-a774-463b05557086'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:27:55.736308 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f78da9b-d5df-487f-93bc-17ca0398466d" -d '{"events": [{"server_uuid": "ef45252a-4bef-4524-a65c-2beeacb6502e", "name": "network-vif-plugged", "status": "completed", "tag": "99b6382c-4c54-44ad-a774-463b05557086"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:27:55.780836 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 99b6382c-4c54-44ad-a774-463b05557086, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=99b6382c-4c54-44ad-a774-463b05557086,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:55.785003 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port e9f37157-f0f3-4fed-b212-c5e134a18d50, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e9f37157-f0f3-4fed-b212-c5e134a18d50,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:55.788240 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=d2f299ca-7aa6-48ae-94c0-9231e75b08dc,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:55.798318 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db240cc3-902b-4547-944d-0744c44aafaa req-dbf7146b-d299-43b6-b988-6b865fcfdadd tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:55.804330 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (99b6382c-4c54-44ad-a774-463b05557086), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:55.812014 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-db240cc3-902b-4547-944d-0744c44aafaa req-dbf7146b-d299-43b6-b988-6b865fcfdadd tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 944 time: 0.1102874 Mar 27 15:27:55.815566 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': 'e9f37157-f0f3-4fed-b212-c5e134a18d50', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'port_id': 'e9f37157-f0f3-4fed-b212-c5e134a18d50', 'mac_address': 'fa:16:3e:8d:d9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:27:55.836987 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33820) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:55.923985 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-db240cc3-902b-4547-944d-0744c44aafaa req-f4bf1660-c8b2-497f-8bc3-f83aece53083 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043415 Mar 27 15:27:55.950996 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42f79a-bc4a-44f4-9ca3-8d585a5802fc req-e22c6fc1-54bd-4dbb-96ae-72ac7b3c1590 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:55.960782 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3b42f79a-bc4a-44f4-9ca3-8d585a5802fc req-e22c6fc1-54bd-4dbb-96ae-72ac7b3c1590 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 943 time: 0.1413546 Mar 27 15:27:56.047535 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caee553-705c-47f2-9dae-0740c9dd815e x-openstack-request-id: req-3caee553-705c-47f2-9dae-0740c9dd815e {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:27:56.047844 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef45252a-4bef-4524-a65c-2beeacb6502e", "name": "network-vif-plugged", "status": "completed", "tag": "99b6382c-4c54-44ad-a774-463b05557086", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:27:56.048105 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3caee553-705c-47f2-9dae-0740c9dd815e {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:27:56.049711 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3caee553-705c-47f2-9dae-0740c9dd815e'] response: {'server_uuid': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b6382c-4c54-44ad-a774-463b05557086', 'code': 200} Mar 27 15:27:56.050067 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3b42f79a-bc4a-44f4-9ca3-8d585a5802fc req-78130d8f-4460-4532-92ad-0c00a4c76e28 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820496 Mar 27 15:27:56.072181 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ca06c42-5500-4779-a4af-a60e19a978e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:56.099752 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=99b6382c-4c54-44ad-a774-463b05557086,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:56.104297 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port e9f37157-f0f3-4fed-b212-c5e134a18d50 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:56.104906 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (e9f37157-f0f3-4fed-b212-c5e134a18d50), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:56.122110 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f37157-f0f3-4fed-b212-c5e134a18d50 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:56.146092 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port e9f37157-f0f3-4fed-b212-c5e134a18d50, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e9f37157-f0f3-4fed-b212-c5e134a18d50,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:56.152867 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (e9f37157-f0f3-4fed-b212-c5e134a18d50), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:56.153974 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 615953e3-d735-4517-9c29-202d9a4e1e18 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:27:56.258373 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=e9f37157-f0f3-4fed-b212-c5e134a18d50,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:56.271724 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ca06c42-5500-4779-a4af-a60e19a978e9 admin admin] Publish callbacks [] for security_group (202ebf3b-439d-45a1-abe6-367406c12b45), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:56.289343 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ca06c42-5500-4779-a4af-a60e19a978e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (202ebf3b-439d-45a1-abe6-367406c12b45), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:56.343554 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 615953e3-d735-4517-9c29-202d9a4e1e18, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=615953e3-d735-4517-9c29-202d9a4e1e18,segment=NetworkSegment(63c3d783-f7a0-4452-9585-54291be374cd),segment_id=63c3d783-f7a0-4452-9585-54291be374cd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:56.375132 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca06c42-5500-4779-a4af-a60e19a978e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202ebf3b-439d-45a1-abe6-367406c12b45,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:56.383416 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 33844) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:56.383886 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6ca06c42-5500-4779-a4af-a60e19a978e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80a6e4bc46644389ba235a743e10287d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5449290 Mar 27 15:27:56.386510 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ab0ea-bca0-47cf-8636-46dd135442d0 req-e8806c83-64db-4914-8207-18dfdd27292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:56.388205 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b55ab0ea-bca0-47cf-8636-46dd135442d0 req-e8806c83-64db-4914-8207-18dfdd27292d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 1130 time: 0.2200191 Mar 27 15:27:56.393187 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '615953e3-d735-4517-9c29-202d9a4e1e18', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'port_id': '615953e3-d735-4517-9c29-202d9a4e1e18', 'mac_address': 'fa:16:3e:e4:71:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:27:56.480372 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 615953e3-d735-4517-9c29-202d9a4e1e18 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:56.480766 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (615953e3-d735-4517-9c29-202d9a4e1e18), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:56.504036 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c531625-ebba-4a07-82fd-05b5f29714de admin admin] Publish callbacks [] for security_group (202ebf3b-439d-45a1-abe6-367406c12b45), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:56.509226 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615953e3-d735-4517-9c29-202d9a4e1e18 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:56.512924 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b55ab0ea-bca0-47cf-8636-46dd135442d0 req-d13068e8-e327-4d83-a098-fc97ae7ec297 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6aa60053-ba07-4978-ba7c-64c98090964b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186137 Mar 27 15:27:56.538113 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 615953e3-d735-4517-9c29-202d9a4e1e18, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=615953e3-d735-4517-9c29-202d9a4e1e18,segment=NetworkSegment(63c3d783-f7a0-4452-9585-54291be374cd),segment_id=63c3d783-f7a0-4452-9585-54291be374cd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:56.546162 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (615953e3-d735-4517-9c29-202d9a4e1e18), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:56.550394 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c531625-ebba-4a07-82fd-05b5f29714de admin admin] Publish callbacks [] for security_group (202ebf3b-439d-45a1-abe6-367406c12b45), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:56.567204 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d85f0-db99-404b-a748-5c644d9caa83 req-d2d20390-bc45-487a-a9e7-eadc5c89d3da tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:56.568814 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f43d85f0-db99-404b-a748-5c644d9caa83 req-d2d20390-bc45-487a-a9e7-eadc5c89d3da tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 946 time: 0.1234167 Mar 27 15:27:56.590594 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:56.623901 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=615953e3-d735-4517-9c29-202d9a4e1e18,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:56.656139 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f43d85f0-db99-404b-a748-5c644d9caa83 req-e1cd0398-f932-4163-9d2e-8f72fe8e2ec1 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aa60053-ba07-4978-ba7c-64c98090964b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792139 Mar 27 15:27:56.664249 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c531625-ebba-4a07-82fd-05b5f29714de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (202ebf3b-439d-45a1-abe6-367406c12b45), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:56.668125 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c531625-ebba-4a07-82fd-05b5f29714de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:56.669521 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-3c531625-ebba-4a07-82fd-05b5f29714de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/202ebf3b-439d-45a1-abe6-367406c12b45 HTTP/1.1" status: 204 len: 168 time: 0.2841375 Mar 27 15:27:56.678154 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c531625-ebba-4a07-82fd-05b5f29714de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202ebf3b-439d-45a1-abe6-367406c12b45,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:56.686989 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33860) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:56.941186 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8765b2cd-9579-491a-85b9-43b014d6a890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:57.052346 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8765b2cd-9579-491a-85b9-43b014d6a890 admin admin] Publish callbacks [] for security_group (9974bd42-bd27-4460-a81f-131410582836), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:57.057611 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8765b2cd-9579-491a-85b9-43b014d6a890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (9974bd42-bd27-4460-a81f-131410582836), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:57.064281 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 33890) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:57.085273 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7efb6c-f314-4aba-8599-cdcc1471833d req-d2d8f9e4-a666-415b-a8cd-4e771d638c81 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:57.092080 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8d7efb6c-f314-4aba-8599-cdcc1471833d req-d2d8f9e4-a666-415b-a8cd-4e771d638c81 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 944 time: 0.0865064 Mar 27 15:27:57.102420 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-8765b2cd-9579-491a-85b9-43b014d6a890 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=421eb2c49ecc47a9bcd8627f2fbc7047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4121261 Mar 27 15:27:57.102420 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765b2cd-9579-491a-85b9-43b014d6a890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9974bd42-bd27-4460-a81f-131410582836,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:57.102914 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 33894) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:57.122450 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb71351c-18b6-444e-b38e-ab427f9650ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:57.139287 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['d2f299ca-7aa6-48ae-94c0-9231e75b08dc'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:27:57.227802 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['615953e3-d735-4517-9c29-202d9a4e1e18'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:27:57.247767 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1d431bb-8524-4fb1-a9c6-236361b5b213 admin admin] Publish callbacks [] for security_group (9974bd42-bd27-4460-a81f-131410582836), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:57.256141 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['e9f37157-f0f3-4fed-b212-c5e134a18d50'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:27:57.256320 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8d7efb6c-f314-4aba-8599-cdcc1471833d req-db8f973e-e0c9-455e-abd4-ef980887d123 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632924 Mar 27 15:27:57.313497 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4ac79-529a-442a-897e-84cad9d27532 req-8175bd19-3168-46ed-b3ed-64d45740e912 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:57.315077 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3bb4ac79-529a-442a-897e-84cad9d27532 req-8175bd19-3168-46ed-b3ed-64d45740e912 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 944 time: 0.1646519 Mar 27 15:27:57.317772 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1d431bb-8524-4fb1-a9c6-236361b5b213 admin admin] Publish callbacks [] for security_group (9974bd42-bd27-4460-a81f-131410582836), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:57.471985 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb71351c-18b6-444e-b38e-ab427f9650ae admin admin] Publish callbacks [] for security_group (8b9d4343-eb61-4821-96aa-c0e09588be5e), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:57.480326 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bb71351c-18b6-444e-b38e-ab427f9650ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (8b9d4343-eb61-4821-96aa-c0e09588be5e), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:57.511621 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3bb4ac79-529a-442a-897e-84cad9d27532 req-4d724249-83ae-48b6-b3cd-ed3723448efa tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752627 Mar 27 15:27:57.532727 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71351c-18b6-444e-b38e-ab427f9650ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9d4343-eb61-4821-96aa-c0e09588be5e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:57.540691 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33916) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:57.540907 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-bb71351c-18b6-444e-b38e-ab427f9650ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aaccec7ee3394d5984a46173cebb6f65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4754484 Mar 27 15:27:57.542653 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1d431bb-8524-4fb1-a9c6-236361b5b213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (9974bd42-bd27-4460-a81f-131410582836), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:57.546143 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e1d431bb-8524-4fb1-a9c6-236361b5b213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:57.564915 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-e1d431bb-8524-4fb1-a9c6-236361b5b213 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9974bd42-bd27-4460-a81f-131410582836 HTTP/1.1" status: 204 len: 168 time: 0.4487112 Mar 27 15:27:57.587210 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d431bb-8524-4fb1-a9c6-236361b5b213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9974bd42-bd27-4460-a81f-131410582836,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:57.617564 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a16a735-9529-4f91-a6c7-d487f241c44e admin admin] Publish callbacks [] for security_group (8b9d4343-eb61-4821-96aa-c0e09588be5e), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:57.656001 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a16a735-9529-4f91-a6c7-d487f241c44e admin admin] Publish callbacks [] for security_group (8b9d4343-eb61-4821-96aa-c0e09588be5e), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:57.715280 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a16a735-9529-4f91-a6c7-d487f241c44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (8b9d4343-eb61-4821-96aa-c0e09588be5e), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:57.718813 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3a16a735-9529-4f91-a6c7-d487f241c44e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:57.720176 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-3a16a735-9529-4f91-a6c7-d487f241c44e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b9d4343-eb61-4821-96aa-c0e09588be5e HTTP/1.1" status: 204 len: 168 time: 0.1784370 Mar 27 15:27:57.745379 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16a735-9529-4f91-a6c7-d487f241c44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9d4343-eb61-4821-96aa-c0e09588be5e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:57.860451 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fcece-a3db-42aa-8c69-f5af2b0adfeb req-af59ab7c-6832-41df-b399-13a4e26a61ad tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:57.862064 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6f3fcece-a3db-42aa-8c69-f5af2b0adfeb req-af59ab7c-6832-41df-b399-13a4e26a61ad tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 946 time: 0.0715423 Mar 27 15:27:57.930864 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6f3fcece-a3db-42aa-8c69-f5af2b0adfeb req-6aa892b2-f29d-407b-825b-3bb0dc12a7a9 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aa60053-ba07-4978-ba7c-64c98090964b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545950 Mar 27 15:27:58.132080 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33942) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:58.172624 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf6ef766-bbe7-459a-ad93-1477afe7996a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:58.257881 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf6ef766-bbe7-459a-ad93-1477afe7996a admin admin] Publish callbacks [] for security_group (08890ae7-09f2-41b1-aab3-9c3ed78e5924), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:58.263368 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bf6ef766-bbe7-459a-ad93-1477afe7996a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (08890ae7-09f2-41b1-aab3-9c3ed78e5924), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:58.277193 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951b81c-9a98-4c09-a30d-b76e18331a05 req-df20801d-4ed3-4687-9b38-7bb8696193c7 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:58.279006 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6951b81c-9a98-4c09-a30d-b76e18331a05 req-df20801d-4ed3-4687-9b38-7bb8696193c7 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 946 time: 0.0623236 Mar 27 15:27:58.300619 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ef766-bbe7-459a-ad93-1477afe7996a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08890ae7-09f2-41b1-aab3-9c3ed78e5924,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:58.324757 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-bf6ef766-bbe7-459a-ad93-1477afe7996a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4d03fd3fd814c3c8fbbb97a38301c38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914263 Mar 27 15:27:58.327357 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 33950) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:58.375275 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6951b81c-9a98-4c09-a30d-b76e18331a05 req-dd16f6c3-5152-402f-8948-864a5b91b626 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbace10a-cec2-493b-a6dc-5752bb16a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908191 Mar 27 15:27:58.391801 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-268a1f9d-217c-49fb-8906-03a0e26ab408 admin admin] Publish callbacks [] for security_group (08890ae7-09f2-41b1-aab3-9c3ed78e5924), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:58.414096 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-268a1f9d-217c-49fb-8906-03a0e26ab408 admin admin] Publish callbacks [] for security_group (08890ae7-09f2-41b1-aab3-9c3ed78e5924), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:58.421100 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd58411-56f0-43a1-b520-e12e77dc47b6 req-61cde467-544c-4771-8b41-a50c7fc9d17b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:58.422614 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-afd58411-56f0-43a1-b520-e12e77dc47b6 req-61cde467-544c-4771-8b41-a50c7fc9d17b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 944 time: 0.0662737 Mar 27 15:27:58.471396 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-afd58411-56f0-43a1-b520-e12e77dc47b6 req-05613327-1e16-4c56-9637-28d321a8c26e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425644 Mar 27 15:27:58.476938 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-268a1f9d-217c-49fb-8906-03a0e26ab408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (08890ae7-09f2-41b1-aab3-9c3ed78e5924), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:58.487582 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-268a1f9d-217c-49fb-8906-03a0e26ab408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:58.491164 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-268a1f9d-217c-49fb-8906-03a0e26ab408 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08890ae7-09f2-41b1-aab3-9c3ed78e5924 HTTP/1.1" status: 204 len: 168 time: 0.1628628 Mar 27 15:27:58.507573 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a1f9d-217c-49fb-8906-03a0e26ab408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08890ae7-09f2-41b1-aab3-9c3ed78e5924,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:58.642255 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca798d-865d-4505-8dc5-6889a372cb27 req-d46e0084-6620-456f-9f6b-66409820ff2e tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:58.649562 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-00ca798d-865d-4505-8dc5-6889a372cb27 req-d46e0084-6620-456f-9f6b-66409820ff2e tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 944 time: 0.0608644 Mar 27 15:27:58.692971 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-00ca798d-865d-4505-8dc5-6889a372cb27 req-bf1968fd-47e5-48c7-ac08-01381a4dfabd tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425558 Mar 27 15:27:59.055356 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34004) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:59.078927 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef9b70-ded0-40e9-950c-9e7452130a4e req-7eed0837-1f46-4406-a063-c125048488cd tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:59.086253 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-00ef9b70-ded0-40e9-950c-9e7452130a4e req-7eed0837-1f46-4406-a063-c125048488cd tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 946 time: 0.0804651 Mar 27 15:27:59.140478 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-00ef9b70-ded0-40e9-950c-9e7452130a4e req-1bf6fe4b-d2c5-41a0-b6f3-1fb690b67544 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aa60053-ba07-4978-ba7c-64c98090964b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533524 Mar 27 15:27:59.270583 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device d2f299ca-7aa6-48ae-94c0-9231e75b08dc up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:59.273214 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce642c3-4398-45de-ba03-28e132f0206a req-db320fa6-6326-4f58-b150-258a0d6da765 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:59.275614 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dce642c3-4398-45de-ba03-28e132f0206a req-db320fa6-6326-4f58-b150-258a0d6da765 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 946 time: 0.0675466 Mar 27 15:27:59.284879 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34020) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:59.290332 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-48b66fc6-05e0-4a70-a522-fd0db02f5f48 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'floatingip': {'port_id': '99b6382c-4c54-44ad-a774-463b05557086'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:59.328140 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port d2f299ca-7aa6-48ae-94c0-9231e75b08dc completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:27:59.333883 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port d2f299ca-7aa6-48ae-94c0-9231e75b08dc triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:59.334252 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (d2f299ca-7aa6-48ae-94c0-9231e75b08dc), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:59.456613 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port d2f299ca-7aa6-48ae-94c0-9231e75b08dc is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:59.457798 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (d2f299ca-7aa6-48ae-94c0-9231e75b08dc), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:59.508062 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04820e4a-cd45-4b36-b323-ae7f747193bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f299ca-7aa6-48ae-94c0-9231e75b08dc'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:27:59.511288 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7eb81a0-d0cd-4699-9b2c-b098a49b7e7c" -d '{"events": [{"server_uuid": "04820e4a-cd45-4b36-b323-ae7f747193bb", "name": "network-vif-plugged", "status": "completed", "tag": "d2f299ca-7aa6-48ae-94c0-9231e75b08dc"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:27:59.525151 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72ef70-2074-49a8-9c46-4f4f36defa89 req-c2e5ec8c-8397-42d2-a83e-db50760fbb05 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:59.525436 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port d2f299ca-7aa6-48ae-94c0-9231e75b08dc, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d2f299ca-7aa6-48ae-94c0-9231e75b08dc,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:59.530399 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fd72ef70-2074-49a8-9c46-4f4f36defa89 req-c2e5ec8c-8397-42d2-a83e-db50760fbb05 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 946 time: 0.0889208 Mar 27 15:27:59.530596 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (d2f299ca-7aa6-48ae-94c0-9231e75b08dc), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:59.531760 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device e9f37157-f0f3-4fed-b212-c5e134a18d50 up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:59.601346 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-76c546e0-3387-46a9-bead-1367f7969d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:59.605768 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48b66fc6-05e0-4a70-a522-fd0db02f5f48 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (6aa0f2c2-278c-46fc-930e-5516cfbfca61), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:59.659029 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fd72ef70-2074-49a8-9c46-4f4f36defa89 req-51d3f0d9-76b5-4c6e-b829-86659b837eb5 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbace10a-cec2-493b-a6dc-5752bb16a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190472 Mar 27 15:27:59.710205 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=d2f299ca-7aa6-48ae-94c0-9231e75b08dc,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:59.717297 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port e9f37157-f0f3-4fed-b212-c5e134a18d50 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:27:59.722797 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port e9f37157-f0f3-4fed-b212-c5e134a18d50 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:59.723488 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (e9f37157-f0f3-4fed-b212-c5e134a18d50), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:59.731053 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddabdee-f440-4340-9c82-428a79d9d9d7 req-4fc8e42b-7429-4f63-8aba-4e82d539cd34 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:59.737484 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9ddabdee-f440-4340-9c82-428a79d9d9d7 req-4fc8e42b-7429-4f63-8aba-4e82d539cd34 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.1518116 Mar 27 15:27:59.765330 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da80b64-b04b-4044-9ca7-e8ef70eac91f x-openstack-request-id: req-3da80b64-b04b-4044-9ca7-e8ef70eac91f {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:27:59.765838 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04820e4a-cd45-4b36-b323-ae7f747193bb", "name": "network-vif-plugged", "status": "completed", "tag": "d2f299ca-7aa6-48ae-94c0-9231e75b08dc", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:27:59.766235 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3da80b64-b04b-4044-9ca7-e8ef70eac91f {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:27:59.766846 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da80b64-b04b-4044-9ca7-e8ef70eac91f'] response: {'server_uuid': '04820e4a-cd45-4b36-b323-ae7f747193bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f299ca-7aa6-48ae-94c0-9231e75b08dc', 'code': 200} Mar 27 15:27:59.841126 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9ddabdee-f440-4340-9c82-428a79d9d9d7 req-55010caf-9e6a-4e24-8e68-c897c85b96a4 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974226 Mar 27 15:27:59.873309 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port e9f37157-f0f3-4fed-b212-c5e134a18d50 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:59.873731 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (e9f37157-f0f3-4fed-b212-c5e134a18d50), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:59.928410 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e69ae-f468-4d09-8627-401ece65677a req-64f5fd89-9698-4ee8-b068-188d326fef2d tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:59.930155 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f40e69ae-f468-4d09-8627-401ece65677a req-64f5fd89-9698-4ee8-b068-188d326fef2d tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 944 time: 0.0770712 Mar 27 15:27:59.955939 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port e9f37157-f0f3-4fed-b212-c5e134a18d50, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e9f37157-f0f3-4fed-b212-c5e134a18d50,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:59.963002 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (e9f37157-f0f3-4fed-b212-c5e134a18d50), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:59.963592 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-76c546e0-3387-46a9-bead-1367f7969d06 admin admin] Publish callbacks [] for security_group (00a45b2d-4995-4f59-ba50-3fe041cdd45e), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:59.963775 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 615953e3-d735-4517-9c29-202d9a4e1e18 up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:59.972240 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-76c546e0-3387-46a9-bead-1367f7969d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (00a45b2d-4995-4f59-ba50-3fe041cdd45e), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.010355 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-76c546e0-3387-46a9-bead-1367f7969d06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75d2b50988624e32bc83725b78e6079c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9536955 Mar 27 15:28:00.019486 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34044) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:00.025884 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f40e69ae-f468-4d09-8627-401ece65677a req-4a51b661-4c6e-49d3-8728-b2bb446eadd8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794461 Mar 27 15:28:00.074530 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=e9f37157-f0f3-4fed-b212-c5e134a18d50,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:00.079692 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port 615953e3-d735-4517-9c29-202d9a4e1e18 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:28:00.083914 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 615953e3-d735-4517-9c29-202d9a4e1e18 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:00.084295 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (615953e3-d735-4517-9c29-202d9a4e1e18), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.170481 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 615953e3-d735-4517-9c29-202d9a4e1e18 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:00.171076 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (615953e3-d735-4517-9c29-202d9a4e1e18), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.217379 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 615953e3-d735-4517-9c29-202d9a4e1e18, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=615953e3-d735-4517-9c29-202d9a4e1e18,segment=NetworkSegment(63c3d783-f7a0-4452-9585-54291be374cd),segment_id=63c3d783-f7a0-4452-9585-54291be374cd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:00.223013 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (615953e3-d735-4517-9c29-202d9a4e1e18), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.243836 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c546e0-3387-46a9-bead-1367f7969d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a45b2d-4995-4f59-ba50-3fe041cdd45e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:00.286536 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=615953e3-d735-4517-9c29-202d9a4e1e18,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:00.345466 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efce2ea-429b-45da-a5f4-d296bfd688bf req-1a5beeca-c70c-426c-bd9e-358c957539a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:00.347019 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7efce2ea-429b-45da-a5f4-d296bfd688bf req-1a5beeca-c70c-426c-bd9e-358c957539a7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 1129 time: 0.3258207 Mar 27 15:28:00.369041 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154b835-2746-493a-a733-2207461bd4ff req-fabebb67-0763-4647-a61b-a258cf13b16a tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:00.372642 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4154b835-2746-493a-a733-2207461bd4ff req-fabebb67-0763-4647-a61b-a258cf13b16a tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 946 time: 0.3704906 Mar 27 15:28:00.567161 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5e37351-9baa-4aaa-a539-976ff4294031 admin admin] Publish callbacks [] for security_group (00a45b2d-4995-4f59-ba50-3fe041cdd45e), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.694363 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5e37351-9baa-4aaa-a539-976ff4294031 admin admin] Publish callbacks [] for security_group (00a45b2d-4995-4f59-ba50-3fe041cdd45e), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.709894 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7efce2ea-429b-45da-a5f4-d296bfd688bf req-a2209d1a-343a-47fb-bc37-b3ac9953d068 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483679 Mar 27 15:28:00.742986 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34104) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:00.803165 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5652446-29f0-4711-ad1d-cd95b02c02af req-b4d4ec03-ccfc-418d-a4e5-5711b29bfd1c tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:00.811381 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c5652446-29f0-4711-ad1d-cd95b02c02af req-b4d4ec03-ccfc-418d-a4e5-5711b29bfd1c tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 946 time: 0.0777652 Mar 27 15:28:00.866460 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.db.resource_extend [None req-48b66fc6-05e0-4a70-a522-fd0db02f5f48 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 27 15:28:00.880985 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c5652446-29f0-4711-ad1d-cd95b02c02af req-d7d4f851-fbda-413e-99b2-e4046edb9773 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbace10a-cec2-493b-a6dc-5752bb16a75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633869 Mar 27 15:28:00.957809 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-4154b835-2746-493a-a733-2207461bd4ff req-870006b4-ecd6-45bc-b6d9-3257c080223e tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Deleting port 6fdd736d-d105-4b36-b797-0ea0ea075d1c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:28:00.958391 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4154b835-2746-493a-a733-2207461bd4ff req-870006b4-ecd6-45bc-b6d9-3257c080223e tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (6fdd736d-d105-4b36-b797-0ea0ea075d1c), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.009372 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c054658-601b-4c3f-aecf-e51b4686e70c req-a6ff2df3-c4a0-4306-81a4-a761ef4e6288 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:01.011509 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9c054658-601b-4c3f-aecf-e51b4686e70c req-a6ff2df3-c4a0-4306-81a4-a761ef4e6288 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.0847554 Mar 27 15:28:01.065470 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9c054658-601b-4c3f-aecf-e51b4686e70c req-4dc9a99f-da68-42a3-9330-84ad66e12cf3 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472553 Mar 27 15:28:01.076935 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-4154b835-2746-493a-a733-2207461bd4ff req-870006b4-ecd6-45bc-b6d9-3257c080223e tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] For port 6fdd736d-d105-4b36-b797-0ea0ea075d1c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6fdd736d-d105-4b36-b797-0ea0ea075d1c,segment=NetworkSegment(eff90774-5d7b-4005-9d9b-1980e353a1a5),segment_id=eff90774-5d7b-4005-9d9b-1980e353a1a5)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:01.077578 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4154b835-2746-493a-a733-2207461bd4ff req-870006b4-ecd6-45bc-b6d9-3257c080223e tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (6fdd736d-d105-4b36-b797-0ea0ea075d1c), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.094396 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-4154b835-2746-493a-a733-2207461bd4ff req-870006b4-ecd6-45bc-b6d9-3257c080223e tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Calling delete_port for 6fdd736d-d105-4b36-b797-0ea0ea075d1c owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:28:01.099390 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34118) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:01.173065 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8095a764-c5c2-451e-8fa8-86385ea7a7cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.190208 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48b66fc6-05e0-4a70-a522-fd0db02f5f48 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.194600 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5e37351-9baa-4aaa-a539-976ff4294031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (00a45b2d-4995-4f59-ba50-3fe041cdd45e), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.197170 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b5e37351-9baa-4aaa-a539-976ff4294031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.198918 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-b5e37351-9baa-4aaa-a539-976ff4294031 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00a45b2d-4995-4f59-ba50-3fe041cdd45e HTTP/1.1" status: 204 len: 168 time: 1.1760192 Mar 27 15:28:01.202701 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48b66fc6-05e0-4a70-a522-fd0db02f5f48 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (6aa0f2c2-278c-46fc-930e-5516cfbfca61), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.204186 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45645939-68eb-456d-8945-af3673d45456 req-32cdbf97-c179-4fa5-9767-be8800546498 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:01.210924 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-45645939-68eb-456d-8945-af3673d45456 req-32cdbf97-c179-4fa5-9767-be8800546498 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.1052353 Mar 27 15:28:01.213836 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90f34bf8-377d-470d-9299-5360c8cc8c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.277153 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e37351-9baa-4aaa-a539-976ff4294031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a45b2d-4995-4f59-ba50-3fe041cdd45e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:01.343747 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-45645939-68eb-456d-8945-af3673d45456 req-aa0bf172-680f-47fe-ace3-7ab615dee8d6 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313870 Mar 27 15:28:01.416777 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90f34bf8-377d-470d-9299-5360c8cc8c53 admin admin] Publish callbacks [] for security_group (461432ea-916c-490a-8252-a3a110033748), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.429491 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90f34bf8-377d-470d-9299-5360c8cc8c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (461432ea-916c-490a-8252-a3a110033748), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.449502 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8095a764-c5c2-451e-8fa8-86385ea7a7cb admin admin] Publish callbacks [] for security_group (5ca458b8-edc7-47e9-b661-237dcf69fce6), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.470324 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8095a764-c5c2-451e-8fa8-86385ea7a7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (5ca458b8-edc7-47e9-b661-237dcf69fce6), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.501988 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f34bf8-377d-470d-9299-5360c8cc8c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461432ea-916c-490a-8252-a3a110033748,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:01.509865 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-90f34bf8-377d-470d-9299-5360c8cc8c53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56f51b7a6fb54dfb8e8cc4b893887e55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4091947 Mar 27 15:28:01.516541 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34126) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:01.533474 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-8095a764-c5c2-451e-8fa8-86385ea7a7cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69b0d84a9b7849038042db1f3ea6f72a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7878189 Mar 27 15:28:01.536579 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34128) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:01.563401 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095a764-c5c2-451e-8fa8-86385ea7a7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca458b8-edc7-47e9-b661-237dcf69fce6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:01.602871 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9fe06bf-d9fa-4a21-b920-6e071129cde1 admin admin] Publish callbacks [] for security_group (5ca458b8-edc7-47e9-b661-237dcf69fce6), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.612597 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.l3_db [None req-48b66fc6-05e0-4a70-a522-fd0db02f5f48 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Floating IP 6aa0f2c2-278c-46fc-930e-5516cfbfca61 associated. External IP: 172.28.3.65, port: 99b6382c-4c54-44ad-a774-463b05557086. Mar 27 15:28:01.636559 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9fe06bf-d9fa-4a21-b920-6e071129cde1 admin admin] Publish callbacks [] for security_group (5ca458b8-edc7-47e9-b661-237dcf69fce6), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.681789 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34130) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:01.702160 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4154b835-2746-493a-a733-2207461bd4ff req-870006b4-ecd6-45bc-b6d9-3257c080223e tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (6fdd736d-d105-4b36-b797-0ea0ea075d1c), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.715175 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f740809e-4e98-4648-a905-33d87c23dd8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.715571 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['6fdd736d-d105-4b36-b797-0ea0ea075d1c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:28:01.733793 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50da1b2d-27d5-4f43-a650-a08a97056a58 admin admin] Publish callbacks [] for security_group (461432ea-916c-490a-8252-a3a110033748), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.749249 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9fe06bf-d9fa-4a21-b920-6e071129cde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (5ca458b8-edc7-47e9-b661-237dcf69fce6), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.753796 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9fe06bf-d9fa-4a21-b920-6e071129cde1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.755962 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-d9fe06bf-d9fa-4a21-b920-6e071129cde1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ca458b8-edc7-47e9-b661-237dcf69fce6 HTTP/1.1" status: 204 len: 168 time: 0.2184660 Mar 27 15:28:01.765293 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870006b4-ecd6-45bc-b6d9-3257c080223e tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Pushing event deleted for resources: {'Port': ['ID=6fdd736d-d105-4b36-b797-0ea0ea075d1c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:01.768703 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33543c9e-2bed-4c51-93c0-2573b3ce7232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f37157-f0f3-4fed-b212-c5e134a18d50'}, {'server_uuid': 'ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615953e3-d735-4517-9c29-202d9a4e1e18'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:28:01.770928 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8c0b74-15c7-4070-993b-d0bf1932cdb4" -d '{"events": [{"server_uuid": "33543c9e-2bed-4c51-93c0-2573b3ce7232", "name": "network-vif-plugged", "status": "completed", "tag": "e9f37157-f0f3-4fed-b212-c5e134a18d50"}, {"server_uuid": "ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd", "name": "network-vif-plugged", "status": "completed", "tag": "615953e3-d735-4517-9c29-202d9a4e1e18"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:28:01.792535 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe06bf-d9fa-4a21-b920-6e071129cde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca458b8-edc7-47e9-b661-237dcf69fce6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:01.845504 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 27 Mar 2022 15:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890d38b1-630a-46a1-b681-3cf445885df4 x-openstack-request-id: req-890d38b1-630a-46a1-b681-3cf445885df4 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:28:01.846107 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33543c9e-2bed-4c51-93c0-2573b3ce7232", "name": "network-vif-plugged", "status": "completed", "tag": "e9f37157-f0f3-4fed-b212-c5e134a18d50", "code": 200}, {"server_uuid": "ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd", "name": "network-vif-plugged", "status": "completed", "tag": "615953e3-d735-4517-9c29-202d9a4e1e18", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:28:01.846527 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-890d38b1-630a-46a1-b681-3cf445885df4 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:28:01.847564 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890d38b1-630a-46a1-b681-3cf445885df4'] response: {'server_uuid': '33543c9e-2bed-4c51-93c0-2573b3ce7232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f37157-f0f3-4fed-b212-c5e134a18d50', 'code': 200} Mar 27 15:28:01.848457 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890d38b1-630a-46a1-b681-3cf445885df4'] response: {'server_uuid': 'ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615953e3-d735-4517-9c29-202d9a4e1e18', 'code': 200} Mar 27 15:28:01.879287 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50da1b2d-27d5-4f43-a650-a08a97056a58 admin admin] Publish callbacks [] for security_group (461432ea-916c-490a-8252-a3a110033748), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.903316 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-4154b835-2746-493a-a733-2207461bd4ff req-870006b4-ecd6-45bc-b6d9-3257c080223e tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] No DVR routers for this DVR port 6fdd736d-d105-4b36-b797-0ea0ea075d1c on host hv-cinder-83538 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:28:01.918096 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-4154b835-2746-493a-a733-2207461bd4ff req-870006b4-ecd6-45bc-b6d9-3257c080223e tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.919566 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f740809e-4e98-4648-a905-33d87c23dd8d admin admin] Publish callbacks [] for security_group (eaac7e9d-625e-4477-aefa-810d1b96cf55), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.922258 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4154b835-2746-493a-a733-2207461bd4ff req-870006b4-ecd6-45bc-b6d9-3257c080223e tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.16 "DELETE /v2.0/ports/6fdd736d-d105-4b36-b797-0ea0ea075d1c HTTP/1.1" status: 204 len: 173 time: 1.5317874 Mar 27 15:28:01.923083 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeaebba-c8c0-4bb8-aea2-fddb495142c3', 'name': 'network-vif-deleted', 'tag': '6fdd736d-d105-4b36-b797-0ea0ea075d1c'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:28:01.925658 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bab139-4bea-4880-98bd-ac8f9ec5244c" -d '{"events": [{"server_uuid": "bdeaebba-c8c0-4bb8-aea2-fddb495142c3", "name": "network-vif-deleted", "tag": "6fdd736d-d105-4b36-b797-0ea0ea075d1c"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:28:01.925889 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f740809e-4e98-4648-a905-33d87c23dd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (eaac7e9d-625e-4477-aefa-810d1b96cf55), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.985995 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-f740809e-4e98-4648-a905-33d87c23dd8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e8d13bb7c7346b69c53b40a2e2f2e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026221 Mar 27 15:28:01.988771 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740809e-4e98-4648-a905-33d87c23dd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaac7e9d-625e-4477-aefa-810d1b96cf55,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:01.992346 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34144) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:02.025449 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ab7d26-7911-475a-b8b6-8dfa49951013 x-openstack-request-id: req-72ab7d26-7911-475a-b8b6-8dfa49951013 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:28:02.026433 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeaebba-c8c0-4bb8-aea2-fddb495142c3", "name": "network-vif-deleted", "tag": "6fdd736d-d105-4b36-b797-0ea0ea075d1c", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:28:02.027233 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72ab7d26-7911-475a-b8b6-8dfa49951013 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:28:02.028180 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ab7d26-7911-475a-b8b6-8dfa49951013'] response: {'server_uuid': 'bdeaebba-c8c0-4bb8-aea2-fddb495142c3', 'name': 'network-vif-deleted', 'tag': '6fdd736d-d105-4b36-b797-0ea0ea075d1c', 'status': 'completed', 'code': 200} Mar 27 15:28:02.068900 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58e6c012-e2d8-4a88-8813-acdd6fc10830 admin admin] Publish callbacks [] for security_group (eaac7e9d-625e-4477-aefa-810d1b96cf55), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.105477 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50da1b2d-27d5-4f43-a650-a08a97056a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (461432ea-916c-490a-8252-a3a110033748), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.109657 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-50da1b2d-27d5-4f43-a650-a08a97056a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.114506 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-50da1b2d-27d5-4f43-a650-a08a97056a58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/461432ea-916c-490a-8252-a3a110033748 HTTP/1.1" status: 204 len: 168 time: 0.5969541 Mar 27 15:28:02.128804 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da1b2d-27d5-4f43-a650-a08a97056a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461432ea-916c-490a-8252-a3a110033748,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:02.156594 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b66fc6-05e0-4a70-a522-fd0db02f5f48 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Router 6d09cb73-8efe-4c19-854d-33072aa5a9ac has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:28:02.186806 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58e6c012-e2d8-4a88-8813-acdd6fc10830 admin admin] Publish callbacks [] for security_group (eaac7e9d-625e-4477-aefa-810d1b96cf55), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.290228 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9c22f9ff-a12c-4923-b454-b55a7a1255a5 req-d88e9d5d-6de5-4e44-9d5a-0e266f9590cb tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 210 time: 0.1561880 Mar 27 15:28:02.294756 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58e6c012-e2d8-4a88-8813-acdd6fc10830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (eaac7e9d-625e-4477-aefa-810d1b96cf55), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.298998 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-58e6c012-e2d8-4a88-8813-acdd6fc10830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.302955 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-58e6c012-e2d8-4a88-8813-acdd6fc10830 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eaac7e9d-625e-4477-aefa-810d1b96cf55 HTTP/1.1" status: 204 len: 168 time: 0.3069108 Mar 27 15:28:02.333683 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6c012-e2d8-4a88-8813-acdd6fc10830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaac7e9d-625e-4477-aefa-810d1b96cf55,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:02.390213 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2c18c-e19f-419f-a399-4c6c6f79086e req-87abac71-b102-4b3e-a058-de79f9011e6b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:02.392075 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-42c2c18c-e19f-419f-a399-4c6c6f79086e req-87abac71-b102-4b3e-a058-de79f9011e6b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.1167495 Mar 27 15:28:02.404419 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34160) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:02.437738 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f540cc0-3594-4ef7-a9cf-a33ab39e22a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.475599 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4e16a-c1b2-46e8-bb2e-7a9f8645bd5f req-6d098cd4-bbc9-4084-b244-50761cffbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:02.480671 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7da4e16a-c1b2-46e8-bb2e-7a9f8645bd5f req-6d098cd4-bbc9-4084-b244-50761cffbf19 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 1130 time: 0.2296162 Mar 27 15:28:02.506981 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085fd4e-9375-4b87-97cb-0ee4c6d2acf2 req-0d6d5a8a-e57c-4b28-bbd2-347522b28495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:02.508721 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e085fd4e-9375-4b87-97cb-0ee4c6d2acf2 req-0d6d5a8a-e57c-4b28-bbd2-347522b28495 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 1129 time: 0.1443908 Mar 27 15:28:02.519464 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-42c2c18c-e19f-419f-a399-4c6c6f79086e req-0a0ee76e-044b-4062-a282-522486608550 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213393 Mar 27 15:28:02.559988 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b66fc6-05e0-4a70-a522-fd0db02f5f48 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:28:02.569370 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-48b66fc6-05e0-4a70-a522-fd0db02f5f48 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.582507 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb2299-3995-4be7-8d88-01010f978cd2 None None] Sync routers for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:28:02.614871 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb2299-3995-4be7-8d88-01010f978cd2 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:02.617389 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8467c-86c7-4a35-8ac8-5369d2a0d61d req-b8360836-6bf1-4711-ac47-f3e20808d1e9 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:02.620410 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-35f8467c-86c7-4a35-8ac8-5369d2a0d61d req-b8360836-6bf1-4711-ac47-f3e20808d1e9 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.1233609 Mar 27 15:28:02.626644 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a1bb2299-3995-4be7-8d88-01010f978cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:27:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:02.644008 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7da4e16a-c1b2-46e8-bb2e-7a9f8645bd5f req-0ca8ff41-54d9-4965-98ff-31fd79a13fc6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524322 Mar 27 15:28:02.662377 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-48b66fc6-05e0-4a70-a522-fd0db02f5f48 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "PUT /v2.0/floatingips/6aa0f2c2-278c-46fc-930e-5516cfbfca61 HTTP/1.1" status: 200 len: 991 time: 3.3759379 Mar 27 15:28:02.668642 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e085fd4e-9375-4b87-97cb-0ee4c6d2acf2 req-e4af0452-8388-4c74-8cc5-2214fab2630f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497090 Mar 27 15:28:02.694512 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f540cc0-3594-4ef7-a9cf-a33ab39e22a2 admin admin] Publish callbacks [] for security_group (f9d813d1-0953-4a1b-980f-f5a91b82a2c5), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.701552 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3f540cc0-3594-4ef7-a9cf-a33ab39e22a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (f9d813d1-0953-4a1b-980f-f5a91b82a2c5), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.719925 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-35f8467c-86c7-4a35-8ac8-5369d2a0d61d req-85d7d389-7450-4004-affa-2ba89b605997 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932820 Mar 27 15:28:02.764641 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a1bb2299-3995-4be7-8d88-01010f978cd2 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:02.765532 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34166) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:02.765985 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-3f540cc0-3594-4ef7-a9cf-a33ab39e22a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06ae0f8645344dd0a94082fd92f47b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557312 Mar 27 15:28:02.771070 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f540cc0-3594-4ef7-a9cf-a33ab39e22a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d813d1-0953-4a1b-980f-f5a91b82a2c5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:02.803262 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34172) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:02.818559 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-451c144c-4f09-4cfc-a8f3-f46836d2778f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.830123 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49b2ef20-652a-4acd-9632-5f663a85ca45 admin admin] Publish callbacks [] for security_group (f9d813d1-0953-4a1b-980f-f5a91b82a2c5), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.861533 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49b2ef20-652a-4acd-9632-5f663a85ca45 admin admin] Publish callbacks [] for security_group (f9d813d1-0953-4a1b-980f-f5a91b82a2c5), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.925707 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49b2ef20-652a-4acd-9632-5f663a85ca45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (f9d813d1-0953-4a1b-980f-f5a91b82a2c5), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.926876 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-451c144c-4f09-4cfc-a8f3-f46836d2778f admin admin] Publish callbacks [] for security_group (7d0bda81-9e1c-4a5a-8021-d460ea6f8dc7), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.930048 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49b2ef20-652a-4acd-9632-5f663a85ca45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.931241 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-49b2ef20-652a-4acd-9632-5f663a85ca45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9d813d1-0953-4a1b-980f-f5a91b82a2c5 HTTP/1.1" status: 204 len: 168 time: 0.1646311 Mar 27 15:28:02.933011 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-451c144c-4f09-4cfc-a8f3-f46836d2778f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (7d0bda81-9e1c-4a5a-8021-d460ea6f8dc7), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.940702 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2ef20-652a-4acd-9632-5f663a85ca45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d813d1-0953-4a1b-980f-f5a91b82a2c5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:03.005559 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c144c-4f09-4cfc-a8f3-f46836d2778f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0bda81-9e1c-4a5a-8021-d460ea6f8dc7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:03.013008 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-451c144c-4f09-4cfc-a8f3-f46836d2778f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bab0195b10d24e22a60c08c349b15f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059631 Mar 27 15:28:03.013008 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34180) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:03.085001 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4804965a-68d7-45cc-b2a6-396a09c0b8e4 admin admin] Publish callbacks [] for security_group (7d0bda81-9e1c-4a5a-8021-d460ea6f8dc7), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:03.121764 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4804965a-68d7-45cc-b2a6-396a09c0b8e4 admin admin] Publish callbacks [] for security_group (7d0bda81-9e1c-4a5a-8021-d460ea6f8dc7), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:03.179430 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4804965a-68d7-45cc-b2a6-396a09c0b8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (7d0bda81-9e1c-4a5a-8021-d460ea6f8dc7), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:03.183586 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4804965a-68d7-45cc-b2a6-396a09c0b8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:03.185029 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-4804965a-68d7-45cc-b2a6-396a09c0b8e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d0bda81-9e1c-4a5a-8021-d460ea6f8dc7 HTTP/1.1" status: 204 len: 168 time: 0.1709850 Mar 27 15:28:03.185312 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a1bb2299-3995-4be7-8d88-01010f978cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '6aa0f2c2-278c-46fc-930e-5516cfbfca61', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.65', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '99b6382c-4c54-44ad-a774-463b05557086', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:fc:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:27:33Z', 'updated_at': '2022-03-27T15:28:00Z', 'revision_number': 1, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:03.193920 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804965a-68d7-45cc-b2a6-396a09c0b8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0bda81-9e1c-4a5a-8021-d460ea6f8dc7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:03.218056 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb2299-3995-4be7-8d88-01010f978cd2 None None] Checking router: 6d09cb73-8efe-4c19-854d-33072aa5a9ac for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:28:03.226951 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb2299-3995-4be7-8d88-01010f978cd2 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:03.227569 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a1bb2299-3995-4be7-8d88-01010f978cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:27:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:03.366099 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-a1bb2299-3995-4be7-8d88-01010f978cd2 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:03.488547 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-86b0aca1-4015-4bac-b896-fe9239fb5668 req-c1cf65de-d6d9-48d6-97d0-f9e86dbd9b40 tempest-DeleteServersTestJSON-239866633 tempest-DeleteServersTestJSON-239866633-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeaebba-c8c0-4bb8-aea2-fddb495142c3 HTTP/1.1" status: 200 len: 210 time: 0.0389526 Mar 27 15:28:03.759898 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897d685-9708-495c-abd8-41904335e5fb req-16348fe7-e8ce-4c82-9a09-5c5742ffd089 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:03.773702 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7897d685-9708-495c-abd8-41904335e5fb req-16348fe7-e8ce-4c82-9a09-5c5742ffd089 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.1530652 Mar 27 15:28:03.811945 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-a1bb2299-3995-4be7-8d88-01010f978cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '6aa0f2c2-278c-46fc-930e-5516cfbfca61', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.65', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '99b6382c-4c54-44ad-a774-463b05557086', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:fc:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:27:33Z', 'updated_at': '2022-03-27T15:28:00Z', 'revision_number': 1, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:03.846054 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7897d685-9708-495c-abd8-41904335e5fb req-f272c2c7-4614-49d9-9888-bace695e47d9 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713522 Mar 27 15:28:03.889042 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb2299-3995-4be7-8d88-01010f978cd2 None None] The sync data for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb is: [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '6aa0f2c2-278c-46fc-930e-5516cfbfca61', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.65', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '99b6382c-4c54-44ad-a774-463b05557086', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:fc:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:27:33Z', 'updated_at': '2022-03-27T15:28:00Z', 'revision_number': 1, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:28:04.028858 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1522e1-6fe3-4a6c-8f0b-f80642c13493 req-e1180d27-68a6-43d7-aa21-ff0b4542dec2 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:04.031216 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'tag': '99b6382c-4c54-44ad-a774-463b05557086'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:28:04.033554 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bdba48-f86b-43fe-b661-3823fbbaa92f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef45252a-4bef-4524-a65c-2beeacb6502e", "tag": "99b6382c-4c54-44ad-a774-463b05557086"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:28:04.037476 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8e1522e1-6fe3-4a6c-8f0b-f80642c13493 req-e1180d27-68a6-43d7-aa21-ff0b4542dec2 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.1627831 Mar 27 15:28:04.108164 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8e1522e1-6fe3-4a6c-8f0b-f80642c13493 req-696d8abd-ee45-4b59-a77f-d6688ae1a073 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692565 Mar 27 15:28:04.158520 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec83c2fe-3d20-43e4-a1bf-8d71cd280872 x-openstack-request-id: req-ec83c2fe-3d20-43e4-a1bf-8d71cd280872 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:28:04.158851 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef45252a-4bef-4524-a65c-2beeacb6502e", "tag": "99b6382c-4c54-44ad-a774-463b05557086", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:28:04.159106 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec83c2fe-3d20-43e4-a1bf-8d71cd280872 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:28:04.159518 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec83c2fe-3d20-43e4-a1bf-8d71cd280872'] response: {'name': 'network-changed', 'server_uuid': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'tag': '99b6382c-4c54-44ad-a774-463b05557086', 'status': 'completed', 'code': 200} Mar 27 15:28:04.288413 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdba48-f86b-43fe-b661-3823fbbaa92f req-7e252301-36b1-4b2a-860b-a2cda0dc1e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:04.292110 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e0bdba48-f86b-43fe-b661-3823fbbaa92f req-7e252301-36b1-4b2a-860b-a2cda0dc1e83 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78ddabd9f42d4822bf2f6c480863851c&device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 1130 time: 0.0921392 Mar 27 15:28:04.368693 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974a11c-d5ea-40e1-82ca-f8ba9ee63cad req-12fcedc6-7655-40eb-9e68-f064a699ccf7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:04.376510 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a974a11c-d5ea-40e1-82ca-f8ba9ee63cad req-12fcedc6-7655-40eb-9e68-f064a699ccf7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.1080203 Mar 27 15:28:04.458318 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a22c2-1ad1-48d5-9d01-164ef8581d6b req-992ba540-a015-4a96-985b-f6a2584756d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:04.459878 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-741a22c2-1ad1-48d5-9d01-164ef8581d6b req-992ba540-a015-4a96-985b-f6a2584756d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 1129 time: 0.1401508 Mar 27 15:28:04.475028 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a974a11c-d5ea-40e1-82ca-f8ba9ee63cad req-bed819ad-83de-411a-ac24-9bdfada1904c tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971329 Mar 27 15:28:04.490403 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdba48-f86b-43fe-b661-3823fbbaa92f req-39f39677-e55c-4f3a-a500-50ad630a6136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:04.500510 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e0bdba48-f86b-43fe-b661-3823fbbaa92f req-39f39677-e55c-4f3a-a500-50ad630a6136 service neutron] 10.222.0.16 "GET /v2.0/networks?id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 200 len: 916 time: 0.1917536 Mar 27 15:28:04.723775 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e0bdba48-f86b-43fe-b661-3823fbbaa92f req-b360dbe1-a2dd-4b64-aef9-26254b66c7d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99b6382c-4c54-44ad-a774-463b05557086 HTTP/1.1" status: 200 len: 999 time: 0.1974804 Mar 27 15:28:04.734771 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a22c2-1ad1-48d5-9d01-164ef8581d6b req-7b9671cd-2fa3-4ede-af22-f7b6549046d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:04.736219 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-741a22c2-1ad1-48d5-9d01-164ef8581d6b req-7b9671cd-2fa3-4ede-af22-f7b6549046d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 920 time: 0.2672184 Mar 27 15:28:04.804323 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdba48-f86b-43fe-b661-3823fbbaa92f req-0ef83d04-3d17-4c1f-bb8d-5d3c6e27b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:04.806150 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e0bdba48-f86b-43fe-b661-3823fbbaa92f req-0ef83d04-3d17-4c1f-bb8d-5d3c6e27b240 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad263cdc-9f5f-4b94-9470-91174def020a HTTP/1.1" status: 200 len: 854 time: 0.0728357 Mar 27 15:28:04.851306 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-741a22c2-1ad1-48d5-9d01-164ef8581d6b req-9c33f9a2-def5-4a70-b0fc-e4468dae44fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2f299ca-7aa6-48ae-94c0-9231e75b08dc HTTP/1.1" status: 200 len: 217 time: 0.1072330 Mar 27 15:28:04.955298 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a22c2-1ad1-48d5-9d01-164ef8581d6b req-2f0cd926-61ec-4bcb-a988-3af650065f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:04.957375 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-741a22c2-1ad1-48d5-9d01-164ef8581d6b req-2f0cd926-61ec-4bcb-a988-3af650065f2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 200 len: 858 time: 0.0932124 Mar 27 15:28:04.962862 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdba48-f86b-43fe-b661-3823fbbaa92f req-3f78593c-c3ca-4a45-8b37-d5c7e5cec1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:04.965367 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e0bdba48-f86b-43fe-b661-3823fbbaa92f req-3f78593c-c3ca-4a45-8b37-d5c7e5cec1de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1129053 Mar 27 15:28:05.110393 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddebf65-88d7-43e8-90aa-553a2c9e971a None None] New status for floating IP 6aa0f2c2-278c-46fc-930e-5516cfbfca61: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:28:05.157491 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e0bdba48-f86b-43fe-b661-3823fbbaa92f req-cc29fb67-fcbb-4ee5-8a60-1d20a327b217 service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825624 Mar 27 15:28:05.270770 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a22c2-1ad1-48d5-9d01-164ef8581d6b req-182c47ef-130f-4d52-a66d-ec0ced734ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:05.272640 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-741a22c2-1ad1-48d5-9d01-164ef8581d6b req-182c47ef-130f-4d52-a66d-ec0ced734ce4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a88b8d02-0b8d-402d-8dfe-29190bd7b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3061976 Mar 27 15:28:05.350168 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6291178-8121-4240-8124-85779c940c81 req-bf7cad35-835a-4100-a591-1923b47e1efb tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:05.350778 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 6fdd736d-d105-4b36-b797-0ea0ea075d1c no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:28:05.353862 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6291178-8121-4240-8124-85779c940c81 req-bf7cad35-835a-4100-a591-1923b47e1efb tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.1273386 Mar 27 15:28:05.379803 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-741a22c2-1ad1-48d5-9d01-164ef8581d6b req-bb32f1dc-a24f-45e5-8559-d407967df830 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001689 Mar 27 15:28:05.468822 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f6291178-8121-4240-8124-85779c940c81 req-3c23f11c-c7ff-4985-a960-426425af49d5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086156 Mar 27 15:28:05.505228 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e0bdba48-f86b-43fe-b661-3823fbbaa92f req-f9290f59-72bf-4030-8676-0525bef40fe5 service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406212 Mar 27 15:28:05.544428 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-741a22c2-1ad1-48d5-9d01-164ef8581d6b req-33f78bfa-c1a2-450b-afcc-88090e440d16 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550136 Mar 27 15:28:05.559906 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: 6fdd736d-d105-4b36-b797-0ea0ea075d1c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:28:05.561003 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 6fdd736d-d105-4b36-b797-0ea0ea075d1c not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:28:05.751362 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6f8e3-20c4-43be-b876-be1c828b3c14 req-6e0eddcc-9a7e-43fc-82aa-f1738cf134af tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:05.753180 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f1b6f8e3-20c4-43be-b876-be1c828b3c14 req-6e0eddcc-9a7e-43fc-82aa-f1738cf134af tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.1360447 Mar 27 15:28:05.763059 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34316) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:05.768747 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-fad2a09c-a04f-4f0e-b9a4-9237ee3205f0 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Request body: {'floatingip': {'port_id': '615953e3-d735-4517-9c29-202d9a4e1e18'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:05.798391 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa523b3f-b903-4699-8f99-cd13331c1b7b req-61497166-1d54-4416-abc4-b1508c680ee7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:05.810875 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-aa523b3f-b903-4699-8f99-cd13331c1b7b req-61497166-1d54-4416-abc4-b1508c680ee7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.2044718 Mar 27 15:28:05.855971 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fad2a09c-a04f-4f0e-b9a4-9237ee3205f0 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for floatingip (2962cf6b-ca9f-454c-a292-749063f1a25d), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:05.917292 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-aa523b3f-b903-4699-8f99-cd13331c1b7b req-76f123fc-009b-480e-8040-37f23c792b64 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062841 Mar 27 15:28:06.033842 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34328) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:06.198533 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34340) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:06.253515 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-b858a86b-3613-479e-87a0-f674f7923dbf admin admin] Deleting subnet fec6b73f-6b62-4656-95c2-e88567f60799 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:28:06.257396 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b858a86b-3613-479e-87a0-f674f7923dbf admin admin] Publish callbacks [] for subnet (fec6b73f-6b62-4656-95c2-e88567f60799), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.298087 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b858a86b-3613-479e-87a0-f674f7923dbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5052755'] for subnet (fec6b73f-6b62-4656-95c2-e88567f60799), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.344555 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-786bbe20-2cd5-4d1e-98b8-864fabe61755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.381119 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b858a86b-3613-479e-87a0-f674f7923dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899853'] for subnet (fec6b73f-6b62-4656-95c2-e88567f60799), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.505935 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-786bbe20-2cd5-4d1e-98b8-864fabe61755 admin admin] Publish callbacks [] for security_group (40acd199-d74c-4206-abd9-cba7308f1ad9), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.507449 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b858a86b-3613-479e-87a0-f674f7923dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5227366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24757330'] for subnet (fec6b73f-6b62-4656-95c2-e88567f60799), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.542822 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b858a86b-3613-479e-87a0-f674f7923dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.546348 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-b858a86b-3613-479e-87a0-f674f7923dbf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fec6b73f-6b62-4656-95c2-e88567f60799 HTTP/1.1" status: 204 len: 168 time: 0.3458984 Mar 27 15:28:06.547285 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858a86b-3613-479e-87a0-f674f7923dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fec6b73f-6b62-4656-95c2-e88567f60799,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:06.550536 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-786bbe20-2cd5-4d1e-98b8-864fabe61755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (40acd199-d74c-4206-abd9-cba7308f1ad9), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.553250 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34346) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:06.592418 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.db.resource_extend [None req-fad2a09c-a04f-4f0e-b9a4-9237ee3205f0 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 27 15:28:06.648666 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-786bbe20-2cd5-4d1e-98b8-864fabe61755 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d63c5ad5736427083765d1fad7da94a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6127608 Mar 27 15:28:06.651569 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bbe20-2cd5-4d1e-98b8-864fabe61755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40acd199-d74c-4206-abd9-cba7308f1ad9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:06.651885 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fad2a09c-a04f-4f0e-b9a4-9237ee3205f0 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.653031 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34348) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:06.661259 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fad2a09c-a04f-4f0e-b9a4-9237ee3205f0 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (2962cf6b-ca9f-454c-a292-749063f1a25d), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.691041 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eceb548-2dd0-4464-90ac-1d0cbd46756e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808514'] for network (3347a326-fa89-4828-9f34-fd5962a29f7e), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.778094 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eceb548-2dd0-4464-90ac-1d0cbd46756e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688568', 'neutron.services.segments.db._delete_segments_for_network-8742536124483'] for network (3347a326-fa89-4828-9f34-fd5962a29f7e), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.805385 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7eceb548-2dd0-4464-90ac-1d0cbd46756e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3347a326-fa89-4828-9f34-fd5962a29f7e']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:06.817564 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7eceb548-2dd0-4464-90ac-1d0cbd46756e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff90774-5d7b-4005-9d9b-1980e353a1a5') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:06.818082 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-7eceb548-2dd0-4464-90ac-1d0cbd46756e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff90774-5d7b-4005-9d9b-1980e353a1a5') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:06.829990 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eceb548-2dd0-4464-90ac-1d0cbd46756e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742536291148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052778'] for segment (eff90774-5d7b-4005-9d9b-1980e353a1a5), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.844723 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab72b934-ab18-47f5-8b81-f43f335b9a1d admin admin] Publish callbacks [] for security_group (40acd199-d74c-4206-abd9-cba7308f1ad9), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.851648 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eceb548-2dd0-4464-90ac-1d0cbd46756e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (eff90774-5d7b-4005-9d9b-1980e353a1a5), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.867349 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.l3_db [None req-fad2a09c-a04f-4f0e-b9a4-9237ee3205f0 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Floating IP 2962cf6b-ca9f-454c-a292-749063f1a25d associated. External IP: 172.28.3.165, port: 615953e3-d735-4517-9c29-202d9a4e1e18. Mar 27 15:28:06.876974 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eceb548-2dd0-4464-90ac-1d0cbd46756e admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:28:06.877411 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eceb548-2dd0-4464-90ac-1d0cbd46756e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5229252'] for segment (eff90774-5d7b-4005-9d9b-1980e353a1a5), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: Traceback (most recent call last): Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: timer() Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: cb(*args, **kw) Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: return func(*args, **kwargs) Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: self._notify() Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: self.callback(batched_events) Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: event.method(event) Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: return f(self, *a, **k) Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: return self._get(url).json() Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: return self.request(url, 'GET', **kwargs) Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:28:06.880164 dv-cinder-835384-1-smb neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:28:06.915260 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab72b934-ab18-47f5-8b81-f43f335b9a1d admin admin] Publish callbacks [] for security_group (40acd199-d74c-4206-abd9-cba7308f1ad9), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.977936 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eceb548-2dd0-4464-90ac-1d0cbd46756e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8111226'] for network (3347a326-fa89-4828-9f34-fd5962a29f7e), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:06.992896 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7eceb548-2dd0-4464-90ac-1d0cbd46756e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:07.002389 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-7eceb548-2dd0-4464-90ac-1d0cbd46756e admin admin] 10.222.0.13 "DELETE /v2.0/networks/3347a326-fa89-4828-9f34-fd5962a29f7e HTTP/1.1" status: 204 len: 168 time: 0.4414589 Mar 27 15:28:07.033323 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab72b934-ab18-47f5-8b81-f43f335b9a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (40acd199-d74c-4206-abd9-cba7308f1ad9), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:07.036101 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ab72b934-ab18-47f5-8b81-f43f335b9a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:07.039752 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceb548-2dd0-4464-90ac-1d0cbd46756e admin admin] Pushing event deleted for resources: {'Network': ['ID=3347a326-fa89-4828-9f34-fd5962a29f7e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:07.039907 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ab72b934-ab18-47f5-8b81-f43f335b9a1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40acd199-d74c-4206-abd9-cba7308f1ad9 HTTP/1.1" status: 204 len: 168 time: 0.3832071 Mar 27 15:28:07.094589 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467c047-7a81-4a50-90ff-1bbd56a8ee8e req-9c13e6a8-e90a-437a-9936-e39a19e3c498 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:07.096127 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4467c047-7a81-4a50-90ff-1bbd56a8ee8e req-9c13e6a8-e90a-437a-9936-e39a19e3c498 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.0745726 Mar 27 15:28:07.115837 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72b934-ab18-47f5-8b81-f43f335b9a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40acd199-d74c-4206-abd9-cba7308f1ad9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:07.159917 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4467c047-7a81-4a50-90ff-1bbd56a8ee8e req-b75243d9-baea-4591-999a-62ce407ad879 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577128 Mar 27 15:28:07.201223 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad2a09c-a04f-4f0e-b9a4-9237ee3205f0 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Router d7849ca4-387d-44a4-98e3-2365c1a840f8 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:28:07.297488 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34380) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:07.339475 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad2a09c-a04f-4f0e-b9a4-9237ee3205f0 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:28:07.347487 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fad2a09c-a04f-4f0e-b9a4-9237ee3205f0 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:07.348901 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-08662248-661f-47a2-9082-a977f5cda1b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e21cff68bc749d19e29aafa18e6e8e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0495703 Mar 27 15:28:07.349825 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34382) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:07.355948 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dc2f06-9008-4544-8f62-8a72524abac4 None None] Sync routers for ids ['d7849ca4-387d-44a4-98e3-2365c1a840f8'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:28:07.367670 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc2f06-9008-4544-8f62-8a72524abac4 None None] Routers {'d7849ca4-387d-44a4-98e3-2365c1a840f8'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:07.368516 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e5dc2f06-9008-4544-8f62-8a72524abac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:27:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d7849ca4-387d-44a4-98e3-2365c1a840f8'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:07.396692 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-fad2a09c-a04f-4f0e-b9a4-9237ee3205f0 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "PUT /v2.0/floatingips/2962cf6b-ca9f-454c-a292-749063f1a25d HTTP/1.1" status: 200 len: 991 time: 1.6318471 Mar 27 15:28:07.398226 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd', 'tag': '615953e3-d735-4517-9c29-202d9a4e1e18'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:28:07.401622 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd74531-9bb1-4a63-bb42-3a88e606b5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd", "tag": "615953e3-d735-4517-9c29-202d9a4e1e18"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:28:07.447230 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fd6-47b0-47e9-88cb-f00030323b84 admin admin] Publish callbacks [] for security_group (fbace10a-cec2-493b-a6dc-5752bb16a75f), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:07.475887 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1e34a0-fdd9-493d-a9db-d436a5962797 x-openstack-request-id: req-6c1e34a0-fdd9-493d-a9db-d436a5962797 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:28:07.476173 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd", "tag": "615953e3-d735-4517-9c29-202d9a4e1e18", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:28:07.476425 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c1e34a0-fdd9-493d-a9db-d436a5962797 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:28:07.476821 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1e34a0-fdd9-493d-a9db-d436a5962797'] response: {'name': 'network-changed', 'server_uuid': 'ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd', 'tag': '615953e3-d735-4517-9c29-202d9a4e1e18', 'status': 'completed', 'code': 200} Mar 27 15:28:07.516783 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fd6-47b0-47e9-88cb-f00030323b84 admin admin] Publish callbacks [] for security_group (fbace10a-cec2-493b-a6dc-5752bb16a75f), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:07.537526 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e5dc2f06-9008-4544-8f62-8a72524abac4 None None] Set router d7849ca4-387d-44a4-98e3-2365c1a840f8 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:07.593441 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1acbc50-49f6-4b7e-86d4-165ae4677ba5 req-c54107c1-4c13-48c6-91d8-1ca708eab2d5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1264005 Mar 27 15:28:07.603075 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fd6-47b0-47e9-88cb-f00030323b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (fbace10a-cec2-493b-a6dc-5752bb16a75f), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:07.605732 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd74531-9bb1-4a63-bb42-3a88e606b5d6 req-8fecffb9-6468-43fa-b95d-14db184e3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:07.606814 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fd6-47b0-47e9-88cb-f00030323b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:07.607591 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2bd74531-9bb1-4a63-bb42-3a88e606b5d6 req-8fecffb9-6468-43fa-b95d-14db184e3acd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3246241f55943b0ae1f788fc19805f0&device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 1129 time: 0.0904393 Mar 27 15:28:07.608480 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-e4ae7fd6-47b0-47e9-88cb-f00030323b84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbace10a-cec2-493b-a6dc-5752bb16a75f HTTP/1.1" status: 204 len: 168 time: 0.2575936 Mar 27 15:28:07.622718 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae7fd6-47b0-47e9-88cb-f00030323b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbace10a-cec2-493b-a6dc-5752bb16a75f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:07.733782 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34396) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:07.749641 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8dca75e9-d60a-42db-93b3-352298414a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:07.754072 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd74531-9bb1-4a63-bb42-3a88e606b5d6 req-c9a06f76-9b56-47d3-857e-a2da1a59ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:07.756260 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2bd74531-9bb1-4a63-bb42-3a88e606b5d6 req-c9a06f76-9b56-47d3-857e-a2da1a59ed4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7 HTTP/1.1" status: 200 len: 912 time: 0.1334150 Mar 27 15:28:07.847179 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8dca75e9-d60a-42db-93b3-352298414a84 admin admin] Publish callbacks [] for security_group (5554439d-ab35-4493-b55b-1f9df0b4f35e), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:07.853242 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8dca75e9-d60a-42db-93b3-352298414a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (5554439d-ab35-4493-b55b-1f9df0b4f35e), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:07.866852 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2bd74531-9bb1-4a63-bb42-3a88e606b5d6 req-08acd5e9-d5c7-4aba-8a7b-31f04be64a5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=615953e3-d735-4517-9c29-202d9a4e1e18 HTTP/1.1" status: 200 len: 999 time: 0.1045194 Mar 27 15:28:07.920632 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-8dca75e9-d60a-42db-93b3-352298414a84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4940fda26c6f4e99a314b15cc3df5d79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1853042 Mar 27 15:28:07.921784 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca75e9-d60a-42db-93b3-352298414a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5554439d-ab35-4493-b55b-1f9df0b4f35e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:07.924944 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34402) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:07.953495 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd74531-9bb1-4a63-bb42-3a88e606b5d6 req-56ef384f-9d4a-4e5f-9c2f-55c3e5207eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:07.956000 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2bd74531-9bb1-4a63-bb42-3a88e606b5d6 req-56ef384f-9d4a-4e5f-9c2f-55c3e5207eb5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45fa90f7-8dff-4df6-aba3-f9ce848c3e05 HTTP/1.1" status: 200 len: 850 time: 0.0810428 Mar 27 15:28:07.966382 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e5dc2f06-9008-4544-8f62-8a72524abac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:20Z', 'revision_number': 4, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '2962cf6b-ca9f-454c-a292-749063f1a25d', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'floating_ip_address': '172.28.3.165', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'port_id': '615953e3-d735-4517-9c29-202d9a4e1e18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'mac_address': 'fa:16:3e:e4:71:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:27:32Z', 'updated_at': '2022-03-27T15:28:06Z', 'revision_number': 1, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5a527e-9212-49ef-98b2-528b3d0ed96e', 'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'mac_address': 'fa:16:3e:c0:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:17Z', 'updated_at': '2022-03-27T15:27:30Z', 'revision_number': 5, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'subnets': [{'id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:07.994211 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e7d6d76-7e36-43d8-87aa-decf897f8c05 admin admin] Publish callbacks [] for security_group (5554439d-ab35-4493-b55b-1f9df0b4f35e), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:08.018973 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd74531-9bb1-4a63-bb42-3a88e606b5d6 req-a2c43b80-13b0-4e40-a0d5-a5849a02266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:08.020648 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2bd74531-9bb1-4a63-bb42-3a88e606b5d6 req-a2c43b80-13b0-4e40-a0d5-a5849a02266e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0558789 Mar 27 15:28:08.021840 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e7d6d76-7e36-43d8-87aa-decf897f8c05 admin admin] Publish callbacks [] for security_group (5554439d-ab35-4493-b55b-1f9df0b4f35e), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:08.031367 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dc2f06-9008-4544-8f62-8a72524abac4 None None] Checking router: d7849ca4-387d-44a4-98e3-2365c1a840f8 for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:28:08.047927 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc2f06-9008-4544-8f62-8a72524abac4 None None] Routers {'d7849ca4-387d-44a4-98e3-2365c1a840f8'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:08.050510 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e5dc2f06-9008-4544-8f62-8a72524abac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:27:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d7849ca4-387d-44a4-98e3-2365c1a840f8'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:08.086155 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e7d6d76-7e36-43d8-87aa-decf897f8c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (5554439d-ab35-4493-b55b-1f9df0b4f35e), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:08.089707 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8e7d6d76-7e36-43d8-87aa-decf897f8c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:08.090997 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-8e7d6d76-7e36-43d8-87aa-decf897f8c05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5554439d-ab35-4493-b55b-1f9df0b4f35e HTTP/1.1" status: 204 len: 168 time: 0.1653450 Mar 27 15:28:08.107852 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d6d76-7e36-43d8-87aa-decf897f8c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5554439d-ab35-4493-b55b-1f9df0b4f35e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:08.200564 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2bd74531-9bb1-4a63-bb42-3a88e606b5d6 req-77b2d102-c589-4da8-9dcf-2b092d3c5d9a service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724989 Mar 27 15:28:08.300426 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e5dc2f06-9008-4544-8f62-8a72524abac4 None None] Set router d7849ca4-387d-44a4-98e3-2365c1a840f8 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:08.344813 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e001c9-3c00-4910-b630-289087e72493 req-56d92488-4b18-492d-a05e-16da89e4e61c tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:08.347762 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-60e001c9-3c00-4910-b630-289087e72493 req-56d92488-4b18-492d-a05e-16da89e4e61c tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.1123254 Mar 27 15:28:08.419688 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2bd74531-9bb1-4a63-bb42-3a88e606b5d6 req-0c766fc4-650c-4cf1-82a4-6617a232d062 service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086067 Mar 27 15:28:08.443495 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-60e001c9-3c00-4910-b630-289087e72493 req-9f689f95-c0f1-4cea-8f3e-9bfae1999396 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880649 Mar 27 15:28:08.520489 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:08.607960 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acbc50-49f6-4b7e-86d4-165ae4677ba5 req-16419f5c-914d-4005-bb29-48cd817f8f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:08.609781 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1acbc50-49f6-4b7e-86d4-165ae4677ba5 req-16419f5c-914d-4005-bb29-48cd817f8f77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3246241f55943b0ae1f788fc19805f0&device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 1129 time: 0.0897491 Mar 27 15:28:08.679630 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e5dc2f06-9008-4544-8f62-8a72524abac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:20Z', 'revision_number': 4, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '2962cf6b-ca9f-454c-a292-749063f1a25d', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'floating_ip_address': '172.28.3.165', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'port_id': '615953e3-d735-4517-9c29-202d9a4e1e18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'mac_address': 'fa:16:3e:e4:71:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:27:32Z', 'updated_at': '2022-03-27T15:28:06Z', 'revision_number': 1, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5a527e-9212-49ef-98b2-528b3d0ed96e', 'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'mac_address': 'fa:16:3e:c0:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:17Z', 'updated_at': '2022-03-27T15:27:30Z', 'revision_number': 5, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'subnets': [{'id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:08.729214 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dc2f06-9008-4544-8f62-8a72524abac4 None None] The sync data for ids ['d7849ca4-387d-44a4-98e3-2365c1a840f8'] in dv-cinder-835384-1-smb is: [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:20Z', 'revision_number': 4, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '2962cf6b-ca9f-454c-a292-749063f1a25d', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'floating_ip_address': '172.28.3.165', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'port_id': '615953e3-d735-4517-9c29-202d9a4e1e18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'mac_address': 'fa:16:3e:e4:71:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:27:32Z', 'updated_at': '2022-03-27T15:28:06Z', 'revision_number': 1, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5a527e-9212-49ef-98b2-528b3d0ed96e', 'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'mac_address': 'fa:16:3e:c0:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:17Z', 'updated_at': '2022-03-27T15:27:30Z', 'revision_number': 5, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'subnets': [{'id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:28:08.844116 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acbc50-49f6-4b7e-86d4-165ae4677ba5 req-7caeb1b1-9b70-4ebd-9c46-b91fde2ec04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:08.851355 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1acbc50-49f6-4b7e-86d4-165ae4677ba5 req-7caeb1b1-9b70-4ebd-9c46-b91fde2ec04b service neutron] 10.222.0.16 "GET /v2.0/networks?id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7 HTTP/1.1" status: 200 len: 912 time: 0.2110417 Mar 27 15:28:08.935207 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1acbc50-49f6-4b7e-86d4-165ae4677ba5 req-8e0102be-7fe3-4ce2-b20c-934b83ab70fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=615953e3-d735-4517-9c29-202d9a4e1e18 HTTP/1.1" status: 200 len: 999 time: 0.0825891 Mar 27 15:28:09.007563 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34476) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:09.051492 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acbc50-49f6-4b7e-86d4-165ae4677ba5 req-34da016e-9322-46b7-86c6-bdbe90876649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:09.053698 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1acbc50-49f6-4b7e-86d4-165ae4677ba5 req-34da016e-9322-46b7-86c6-bdbe90876649 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45fa90f7-8dff-4df6-aba3-f9ce848c3e05 HTTP/1.1" status: 200 len: 850 time: 0.1079102 Mar 27 15:28:09.124577 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acbc50-49f6-4b7e-86d4-165ae4677ba5 req-c0200215-b401-4765-9e2d-9c373b84f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:09.128815 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1acbc50-49f6-4b7e-86d4-165ae4677ba5 req-c0200215-b401-4765-9e2d-9c373b84f068 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0688803 Mar 27 15:28:09.142395 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ff48f5-d6db-4bce-8087-496faf1f2c70 None None] New status for floating IP 2962cf6b-ca9f-454c-a292-749063f1a25d: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:28:09.160008 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7398933b-1702-4dc1-91af-7c60220d5f6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-989822145-network', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:09.234254 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7398933b-1702-4dc1-91af-7c60220d5f6b admin admin] Made reservation on behalf of fd820fb1a28d4b61a26e5712c66c4bb7 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:09.246863 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7398933b-1702-4dc1-91af-7c60220d5f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:09.264576 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7398933b-1702-4dc1-91af-7c60220d5f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:09.303994 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1acbc50-49f6-4b7e-86d4-165ae4677ba5 req-f5d220b2-905f-40a1-b879-d68c95e1655d service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589704 Mar 27 15:28:09.425188 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7398933b-1702-4dc1-91af-7c60220d5f6b admin admin] Publish callbacks [] for security_group (3754b3c2-fdf2-4e1b-9396-bc6861802f8b), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:09.431293 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7398933b-1702-4dc1-91af-7c60220d5f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (3754b3c2-fdf2-4e1b-9396-bc6861802f8b), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:09.435146 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e1acbc50-49f6-4b7e-86d4-165ae4677ba5 req-323f24a7-f540-4734-a490-139f0acd2ac1 service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255386 Mar 27 15:28:09.446292 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7398933b-1702-4dc1-91af-7c60220d5f6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:28:09.464578 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7398933b-1702-4dc1-91af-7c60220d5f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:09.465410 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.segments_db [None req-7398933b-1702-4dc1-91af-7c60220d5f6b admin admin] Added segment 70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9 of type vlan for network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 Mar 27 15:28:09.498830 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398933b-1702-4dc1-91af-7c60220d5f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3754b3c2-fdf2-4e1b-9396-bc6861802f8b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:09.534545 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7398933b-1702-4dc1-91af-7c60220d5f6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (da40b206-6df8-428a-a26c-b8cc6bb7f0c9), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:09.592165 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7398933b-1702-4dc1-91af-7c60220d5f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (da40b206-6df8-428a-a26c-b8cc6bb7f0c9), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:09.593367 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7398933b-1702-4dc1-91af-7c60220d5f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:09.594107 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7398933b-1702-4dc1-91af-7c60220d5f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:09.640270 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34508) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:09.695339 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-7398933b-1702-4dc1-91af-7c60220d5f6b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6865931 Mar 27 15:28:09.698544 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34512) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:09.704827 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-bb48ac18-d824-46c2-a97d-5f6eec4371c3 admin admin] Request body: {'subnet': {'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-subnet', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:09.717055 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398933b-1702-4dc1-91af-7c60220d5f6b admin admin] Pushing event updated for resources: {'Network': ['ID=da40b206-6df8-428a-a26c-b8cc6bb7f0c9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:09.737139 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:28:09.752720 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8925a0-5d91-4d69-b7da-fa0450c42d96 req-0effe978-a45c-4cf4-b75e-cbc2b5637849 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:09.755064 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bd8925a0-5d91-4d69-b7da-fa0450c42d96 req-0effe978-a45c-4cf4-b75e-cbc2b5637849 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.1979041 Mar 27 15:28:09.765663 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb48ac18-d824-46c2-a97d-5f6eec4371c3 admin admin] Made reservation on behalf of fd820fb1a28d4b61a26e5712c66c4bb7 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:09.768495 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb48ac18-d824-46c2-a97d-5f6eec4371c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5321494'] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:09.790242 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:28:09.830923 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bd8925a0-5d91-4d69-b7da-fa0450c42d96 req-8335cf01-503a-4846-8f68-753388e774c4 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665989 Mar 27 15:28:09.914849 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d6f14d0-48b9-4e9b-95a4-692163bd5cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.102480 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb48ac18-d824-46c2-a97d-5f6eec4371c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5327928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5321472'] for subnet (0561c3b1-821a-43aa-9e3d-0208dfe94d6f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.169436 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d6f14d0-48b9-4e9b-95a4-692163bd5cf0 admin admin] Publish callbacks [] for security_group (3f91394a-57e0-4aa4-a5a1-38ea0871abf3), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.186377 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d6f14d0-48b9-4e9b-95a4-692163bd5cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (3f91394a-57e0-4aa4-a5a1-38ea0871abf3), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.260626 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48ac18-d824-46c2-a97d-5f6eec4371c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0561c3b1-821a-43aa-9e3d-0208dfe94d6f,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:10.265766 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-8d6f14d0-48b9-4e9b-95a4-692163bd5cf0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f548cac0bd243018d0441cf60f4df63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6242461 Mar 27 15:28:10.268420 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34524) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:10.268823 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f14d0-48b9-4e9b-95a4-692163bd5cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f91394a-57e0-4aa4-a5a1-38ea0871abf3,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:10.278009 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48ac18-d824-46c2-a97d-5f6eec4371c3 admin admin] Checking segment: {'id': '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:10.278606 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb48ac18-d824-46c2-a97d-5f6eec4371c3 admin admin] Network hostable DHCP agents. Network: da40b206-6df8-428a-a26c-b8cc6bb7f0c9, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:28:10.292942 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34526) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:10.305677 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb48ac18-d824-46c2-a97d-5f6eec4371c3 admin admin] Network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:28:10.317748 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-bb48ac18-d824-46c2-a97d-5f6eec4371c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, da40b206-6df8-428a-a26c-b8cc6bb7f0c9) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:10.324355 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb48ac18-d824-46c2-a97d-5f6eec4371c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:10.324652 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bb48ac18-d824-46c2-a97d-5f6eec4371c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.334577 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Publish callbacks [] for security_group (3f91394a-57e0-4aa4-a5a1-38ea0871abf3), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.335351 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243ebf52-2c24-4224-95e6-b442346c6caf None None] Network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:28:10.347846 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34532) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:10.348570 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-bb48ac18-d824-46c2-a97d-5f6eec4371c3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6487725 Mar 27 15:28:10.352859 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:10.388909 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Publish callbacks [] for security_group (3f91394a-57e0-4aa4-a5a1-38ea0871abf3), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.390768 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8114740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3413'] for router (d4280781-9492-44c8-9a24-816de91f46bc), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.392129 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8115364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3422'] for router (d4280781-9492-44c8-9a24-816de91f46bc), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.429268 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f74ac83d-1699-4eff-9c7f-c031fea2abd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.503062 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1149be5e-69e0-5c3c-8334-0e120ffae105-da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f'}]}} from dv-cinder-835384-1-smb. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:28:10.504679 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.514080 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Publish callbacks [] for router_controller (d4280781-9492-44c8-9a24-816de91f46bc), precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.800750 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (3f91394a-57e0-4aa4-a5a1-38ea0871abf3), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.803570 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.809309 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f91394a-57e0-4aa4-a5a1-38ea0871abf3 HTTP/1.1" status: 204 len: 168 time: 0.5352948 Mar 27 15:28:10.817983 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f91394a-57e0-4aa4-a5a1-38ea0871abf3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:10.834043 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f74ac83d-1699-4eff-9c7f-c031fea2abd0 admin admin] Publish callbacks [] for security_group (38fd49f6-7aa8-415b-917e-baf85e6474d0), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.839627 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f74ac83d-1699-4eff-9c7f-c031fea2abd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (38fd49f6-7aa8-415b-917e-baf85e6474d0), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.887106 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ac83d-1699-4eff-9c7f-c031fea2abd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fd49f6-7aa8-415b-917e-baf85e6474d0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:10.891302 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:10.891626 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:10.891972 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:10.892900 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:10.892900 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:10.893076 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:10.893244 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:10.893563 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:10.893887 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:10.894345 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:10.894537 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:10.894857 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:10.895179 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:10.895493 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:10.895822 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e9d8b-666b-4e51-8ef1-c25855c5f29f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:10.910204 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34544) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:10.913390 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-f74ac83d-1699-4eff-9c7f-c031fea2abd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1106c910f96a46039289c499e6981b50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6192882 Mar 27 15:28:10.933141 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Publish callbacks [] for router_gateway (d4280781-9492-44c8-9a24-816de91f46bc), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.975082 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Allocated IP 172.20.0.2 (da40b206-6df8-428a-a26c-b8cc6bb7f0c9/0561c3b1-821a-43aa-9e3d-0208dfe94d6f/1f651597-fcb4-4729-8ee0-cbf6203dd245) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:28:11.070768 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f9a8edfc-9df5-4458-9856-821129ed61d8 admin admin] Publish callbacks [] for security_group (38fd49f6-7aa8-415b-917e-baf85e6474d0), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.111956 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f9a8edfc-9df5-4458-9856-821129ed61d8 admin admin] Publish callbacks [] for security_group (38fd49f6-7aa8-415b-917e-baf85e6474d0), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.129675 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edfc2d-2856-432a-8568-c6808b76449d req-50620944-670b-4b72-9ae2-4fe81c9e429b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:11.138183 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-82edfc2d-2856-432a-8568-c6808b76449d req-50620944-670b-4b72-9ae2-4fe81c9e429b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.1294839 Mar 27 15:28:11.185648 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Publish callbacks [] for port (1f651597-fcb4-4729-8ee0-cbf6203dd245), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.194768 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (1f651597-fcb4-4729-8ee0-cbf6203dd245), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.263144 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34554) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:11.279375 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Pushing event updated for resources: {'Port': ['ID=1f651597-fcb4-4729-8ee0-cbf6203dd245,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:11.281573 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7545b709-32c5-47a7-84f0-46210d94d48a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.282753 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:11.284680 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:11.287075 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:28:11.336280 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-82edfc2d-2856-432a-8568-c6808b76449d req-09c5e039-d509-4ec7-8e36-dbc813bfbc2d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964383 Mar 27 15:28:11.350586 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Attempting to bind port 1f651597-fcb4-4729-8ee0-cbf6203dd245 on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:28:11.350994 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Attempting to bind port 1f651597-fcb4-4729-8ee0-cbf6203dd245 by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:28:11.351363 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Attempting to bind port 1f651597-fcb4-4729-8ee0-cbf6203dd245 on network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:28:11.357167 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:28:11.357544 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Checking segment: {'id': '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:11.358092 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.358707 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Bound using segment: {'id': '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:28:11.359367 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Bound port: 1f651597-fcb4-4729-8ee0-cbf6203dd245, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:28:11.359919 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (1f651597-fcb4-4729-8ee0-cbf6203dd245), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.373461 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f9a8edfc-9df5-4458-9856-821129ed61d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (38fd49f6-7aa8-415b-917e-baf85e6474d0), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.376304 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f9a8edfc-9df5-4458-9856-821129ed61d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.379988 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-f9a8edfc-9df5-4458-9856-821129ed61d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38fd49f6-7aa8-415b-917e-baf85e6474d0 HTTP/1.1" status: 204 len: 168 time: 0.4654369 Mar 27 15:28:11.396518 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8edfc-9df5-4458-9856-821129ed61d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fd49f6-7aa8-415b-917e-baf85e6474d0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:11.411570 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Publish callbacks [] for router_gateway (d4280781-9492-44c8-9a24-816de91f46bc), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.427310 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7545b709-32c5-47a7-84f0-46210d94d48a admin admin] Publish callbacks [] for security_group (0aa63de8-0cbb-4a22-99b9-2576c3225728), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.432097 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7545b709-32c5-47a7-84f0-46210d94d48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (0aa63de8-0cbb-4a22-99b9-2576c3225728), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.437335 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] For port 1f651597-fcb4-4729-8ee0-cbf6203dd245, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:28:11.441098 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.454891 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] For port 1f651597-fcb4-4729-8ee0-cbf6203dd245, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=1f651597-fcb4-4729-8ee0-cbf6203dd245,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:28:11.471160 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (1f651597-fcb4-4729-8ee0-cbf6203dd245), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.482628 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-7545b709-32c5-47a7-84f0-46210d94d48a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdc230bafaf042dfab06bc5fbcd40bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171767 Mar 27 15:28:11.482628 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545b709-32c5-47a7-84f0-46210d94d48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa63de8-0cbb-4a22-99b9-2576c3225728,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:11.487919 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34558) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:11.547024 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc62fe-4b0b-4594-95e1-9523ba8a68ff None None] Pushing event updated for resources: {'Port': ['ID=1f651597-fcb4-4729-8ee0-cbf6203dd245,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:11.583218 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Allocated IP 172.28.3.102 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/85812de5-cd5c-4e65-8d70-654cca41d563) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:28:11.604003 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74aeefae-305e-478d-a5c6-45046f192fe6 admin admin] Publish callbacks [] for security_group (0aa63de8-0cbb-4a22-99b9-2576c3225728), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.634669 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74aeefae-305e-478d-a5c6-45046f192fe6 admin admin] Publish callbacks [] for security_group (0aa63de8-0cbb-4a22-99b9-2576c3225728), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.702390 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74aeefae-305e-478d-a5c6-45046f192fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (0aa63de8-0cbb-4a22-99b9-2576c3225728), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.705170 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74aeefae-305e-478d-a5c6-45046f192fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.709251 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-74aeefae-305e-478d-a5c6-45046f192fe6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0aa63de8-0cbb-4a22-99b9-2576c3225728 HTTP/1.1" status: 204 len: 168 time: 0.2216799 Mar 27 15:28:11.710527 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Publish callbacks [] for port (85812de5-cd5c-4e65-8d70-654cca41d563), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.718296 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aeefae-305e-478d-a5c6-45046f192fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa63de8-0cbb-4a22-99b9-2576c3225728,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:11.762849 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (85812de5-cd5c-4e65-8d70-654cca41d563), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.813039 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:11.819430 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:11.837938 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:28:11.873245 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Pushing event updated for resources: {'Port': ['ID=85812de5-cd5c-4e65-8d70-654cca41d563,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:12.040813 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34572) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:12.056355 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:12.082046 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34574) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:12.153180 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Publish callbacks [] for security_group (9d660531-64e1-49dc-978a-67abba065103), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:12.158783 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (9d660531-64e1-49dc-978a-67abba065103), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:12.159070 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Publish callbacks [] for router_gateway (d4280781-9492-44c8-9a24-816de91f46bc), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:12.205042 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d91ef0766ea94ae781e990c844e2af41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1614017 Mar 27 15:28:12.205042 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d660531-64e1-49dc-978a-67abba065103,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:12.207341 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34582) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:12.235460 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:12.236074 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:12.236194 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:12.236601 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:12.236998 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:12.237505 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:12.237910 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:12.238300 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:12.238844 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:12.239235 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:12.239794 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:12.239936 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:12.240719 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:12.240843 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:12.241125 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98724d-2d79-408d-91e5-77a9e3eb1cce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:12.296369 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-823a1460-f5fb-4382-91ee-3bb37bbbed58 admin admin] Publish callbacks [] for security_group (9d660531-64e1-49dc-978a-67abba065103), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:12.349490 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-823a1460-f5fb-4382-91ee-3bb37bbbed58 admin admin] Publish callbacks [] for security_group (9d660531-64e1-49dc-978a-67abba065103), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:12.424738 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7a6da848-1e59-42de-91e1-5058f99cce08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:12.429210 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-823a1460-f5fb-4382-91ee-3bb37bbbed58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (9d660531-64e1-49dc-978a-67abba065103), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:12.432287 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-823a1460-f5fb-4382-91ee-3bb37bbbed58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:12.436003 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-823a1460-f5fb-4382-91ee-3bb37bbbed58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d660531-64e1-49dc-978a-67abba065103 HTTP/1.1" status: 204 len: 168 time: 0.2248836 Mar 27 15:28:12.451857 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a1460-f5fb-4382-91ee-3bb37bbbed58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d660531-64e1-49dc-978a-67abba065103,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:12.635918 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d0840-36e8-4d2b-a7e0-b022fa350c5c req-36131f0f-3a08-4e21-8e6f-559ce5332304 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:12.643129 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8f6d0840-36e8-4d2b-a7e0-b022fa350c5c req-36131f0f-3a08-4e21-8e6f-559ce5332304 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.1868172 Mar 27 15:28:12.659068 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8115391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8111138'] for router (d4280781-9492-44c8-9a24-816de91f46bc), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:12.802794 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7a6da848-1e59-42de-91e1-5058f99cce08 admin admin] Publish callbacks [] for security_group (c7c893a5-7611-482b-9d1c-9e0f8bc958c2), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:12.807097 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8f6d0840-36e8-4d2b-a7e0-b022fa350c5c req-3ecda2c8-2416-4728-8952-5c642badea34 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629803 Mar 27 15:28:12.810045 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7a6da848-1e59-42de-91e1-5058f99cce08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (c7c893a5-7611-482b-9d1c-9e0f8bc958c2), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:12.869038 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-7a6da848-1e59-42de-91e1-5058f99cce08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d334cb5de9e4b01940541a706634c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7860372 Mar 27 15:28:12.871777 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34614) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:12.872120 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6da848-1e59-42de-91e1-5058f99cce08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c893a5-7611-482b-9d1c-9e0f8bc958c2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:12.911811 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Router d4280781-9492-44c8-9a24-816de91f46bc is scheduled to L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:28:12.957530 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-639044e9-d3ce-4853-9a7b-8de7e8eec84b admin admin] Publish callbacks [] for security_group (c7c893a5-7611-482b-9d1c-9e0f8bc958c2), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:12.965080 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fb0b09-45e3-495a-b08b-acb275c8cbd5 None None] Network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:28:12.991917 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-639044e9-d3ce-4853-9a7b-8de7e8eec84b admin admin] Publish callbacks [] for security_group (c7c893a5-7611-482b-9d1c-9e0f8bc958c2), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.063626 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:28:13.075656 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-639044e9-d3ce-4853-9a7b-8de7e8eec84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (c7c893a5-7611-482b-9d1c-9e0f8bc958c2), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.080392 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Sync routers for ids ['d4280781-9492-44c8-9a24-816de91f46bc'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:28:13.082637 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-639044e9-d3ce-4853-9a7b-8de7e8eec84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.089142 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-639044e9-d3ce-4853-9a7b-8de7e8eec84b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7c893a5-7611-482b-9d1c-9e0f8bc958c2 HTTP/1.1" status: 204 len: 168 time: 0.2155893 Mar 27 15:28:13.095390 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Routers {'d4280781-9492-44c8-9a24-816de91f46bc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:13.096018 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:27:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d4280781-9492-44c8-9a24-816de91f46bc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:13.104447 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639044e9-d3ce-4853-9a7b-8de7e8eec84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c893a5-7611-482b-9d1c-9e0f8bc958c2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:13.130345 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.131843 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-ab8f438d-fe76-4635-bdf9-b485d78999d4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7826543 Mar 27 15:28:13.135600 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34624) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:13.151574 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Provisioning complete for port 1f651597-fcb4-4729-8ee0-cbf6203dd245 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:13.151958 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (1f651597-fcb4-4729-8ee0-cbf6203dd245), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.251355 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 1f651597-fcb4-4729-8ee0-cbf6203dd245 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:13.254287 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Set router d4280781-9492-44c8-9a24-816de91f46bc gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:13.466469 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:12Z', 'revision_number': 3, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:13.536545 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Checking router: d4280781-9492-44c8-9a24-816de91f46bc for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:28:13.541739 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Updating router d4280781-9492-44c8-9a24-816de91f46bc port 85812de5-cd5c-4e65-8d70-654cca41d563 binding host dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:28:13.544963 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 1f651597-fcb4-4729-8ee0-cbf6203dd245 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:13.545500 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (1f651597-fcb4-4729-8ee0-cbf6203dd245), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.556057 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Current status of the port 1f651597-fcb4-4729-8ee0-cbf6203dd245 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:13.557024 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (1f651597-fcb4-4729-8ee0-cbf6203dd245), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.624868 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (85812de5-cd5c-4e65-8d70-654cca41d563), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.676253 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] For port 1f651597-fcb4-4729-8ee0-cbf6203dd245, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=1f651597-fcb4-4729-8ee0-cbf6203dd245,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:13.690967 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (1f651597-fcb4-4729-8ee0-cbf6203dd245), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.839289 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.944549 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 1f651597-fcb4-4729-8ee0-cbf6203dd245 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:13.958688 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Pushing event updated for resources: {'Port': ['ID=1f651597-fcb4-4729-8ee0-cbf6203dd245,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:13.977716 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:13.981417 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:13.981773 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:13.982152 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:13.982504 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:13.982864 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:13.983196 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:13.983523 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:13.983852 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:13.984195 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:13.984512 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:13.984847 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:13.985172 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:13.985498 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:13.985817 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65963daf-78fe-47e7-b630-fe2b68464c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:14.027597 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8359b216-93d4-46eb-a35c-aa8196b604d6 None None] Provisioning complete for port 1f651597-fcb4-4729-8ee0-cbf6203dd245 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:14.027970 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8359b216-93d4-46eb-a35c-aa8196b604d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (1f651597-fcb4-4729-8ee0-cbf6203dd245), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.058596 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Publish callbacks [] for port (85812de5-cd5c-4e65-8d70-654cca41d563), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.060919 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441144a2-069c-4fda-9ef7-6e9e568c12d8 req-d7cb96a1-a49a-4370-bf96-7988b162ec69 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:14.062949 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-441144a2-069c-4fda-9ef7-6e9e568c12d8 req-d7cb96a1-a49a-4370-bf96-7988b162ec69 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.1128345 Mar 27 15:28:14.065431 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (85812de5-cd5c-4e65-8d70-654cca41d563), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.116466 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b52d01-ebfc-4230-96bf-52db91de6947 None None] Pushing event updated for resources: {'Port': ['ID=85812de5-cd5c-4e65-8d70-654cca41d563,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:14.129777 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Allocated IP 172.20.0.1 (da40b206-6df8-428a-a26c-b8cc6bb7f0c9/0561c3b1-821a-43aa-9e3d-0208dfe94d6f/e819846d-180a-4b36-82c8-4781c740afcb) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:28:14.148420 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-441144a2-069c-4fda-9ef7-6e9e568c12d8 req-7de35e44-5b2c-4a5e-ab18-782caa7f19fb tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772941 Mar 27 15:28:14.153862 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Attempting to bind port 85812de5-cd5c-4e65-8d70-654cca41d563 on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:28:14.154456 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Attempting to bind port 85812de5-cd5c-4e65-8d70-654cca41d563 by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:28:14.155048 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Attempting to bind port 85812de5-cd5c-4e65-8d70-654cca41d563 on network 6b523561-9fa5-43e1-895e-32993d078f63 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:28:14.167751 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:28:14.168586 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Checking segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:14.169202 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.169666 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Bound using segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:28:14.170122 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Bound port: 85812de5-cd5c-4e65-8d70-654cca41d563, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:28:14.170565 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (85812de5-cd5c-4e65-8d70-654cca41d563), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.243392 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] For port 85812de5-cd5c-4e65-8d70-654cca41d563, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:28:14.246642 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8359b216-93d4-46eb-a35c-aa8196b604d6 None None] Current status of the port 1f651597-fcb4-4729-8ee0-cbf6203dd245 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:14.248564 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] For port 85812de5-cd5c-4e65-8d70-654cca41d563, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=85812de5-cd5c-4e65-8d70-654cca41d563,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:28:14.261842 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (85812de5-cd5c-4e65-8d70-654cca41d563), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.263483 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Publish callbacks [] for port (e819846d-180a-4b36-82c8-4781c740afcb), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.305013 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (e819846d-180a-4b36-82c8-4781c740afcb), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.335187 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b52d01-ebfc-4230-96bf-52db91de6947 None None] Pushing event updated for resources: {'Port': ['ID=85812de5-cd5c-4e65-8d70-654cca41d563,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:14.338948 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Routers {'d4280781-9492-44c8-9a24-816de91f46bc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:14.339565 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:27:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d4280781-9492-44c8-9a24-816de91f46bc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:14.347356 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:14.352059 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:14.358802 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:28:14.364453 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Pushing event updated for resources: {'Port': ['ID=e819846d-180a-4b36-82c8-4781c740afcb,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:14.410586 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8111607'] for router_interface (d4280781-9492-44c8-9a24-816de91f46bc), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.521507 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] Set router d4280781-9492-44c8-9a24-816de91f46bc gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:14.629368 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (e819846d-180a-4b36-82c8-4781c740afcb), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.678419 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-7bfdb269-6924-4ec6-a9f9-b2ce14eee2f2 None None] Provisioning complete for port e819846d-180a-4b36-82c8-4781c740afcb triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:14.679222 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7bfdb269-6924-4ec6-a9f9-b2ce14eee2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (e819846d-180a-4b36-82c8-4781c740afcb), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.751766 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7bfdb269-6924-4ec6-a9f9-b2ce14eee2f2 None None] Port e819846d-180a-4b36-82c8-4781c740afcb cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:28:14.853079 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Publish callbacks [] for port (e819846d-180a-4b36-82c8-4781c740afcb), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.859091 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (e819846d-180a-4b36-82c8-4781c740afcb), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.897500 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:12Z', 'revision_number': 3, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:14.930635 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9227000e-8856-44e0-b7fa-20604c4c8563 None None] The sync data for ids ['d4280781-9492-44c8-9a24-816de91f46bc'] in dv-cinder-835384-1-smb is: [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:12Z', 'revision_number': 3, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:28:14.934787 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Pushing event updated for resources: {'Port': ['ID=e819846d-180a-4b36-82c8-4781c740afcb,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:14.937363 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8120400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8111459'] for router_interface (d4280781-9492-44c8-9a24-816de91f46bc), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:15.048921 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:15.050594 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:15.165333 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 1f651597-fcb4-4729-8ee0-cbf6203dd245 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:15.233780 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Router d4280781-9492-44c8-9a24-816de91f46bc has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:28:15.352251 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 1f651597-fcb4-4729-8ee0-cbf6203dd245 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:15.352870 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (1f651597-fcb4-4729-8ee0-cbf6203dd245), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:15.439377 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301e2f7-b1ee-43fd-9b92-668a707444c8 req-901b8b6c-cd86-4e3d-bcae-854029450aca tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:15.441625 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7301e2f7-b1ee-43fd-9b92-668a707444c8 req-901b8b6c-cd86-4e3d-bcae-854029450aca tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.0977008 Mar 27 15:28:15.519158 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-548b6e64-cb42-4812-8bfe-6b7928cf8c82 None None] Provisioning complete for port e819846d-180a-4b36-82c8-4781c740afcb triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:15.522819 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-548b6e64-cb42-4812-8bfe-6b7928cf8c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (e819846d-180a-4b36-82c8-4781c740afcb), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:15.527262 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 1f651597-fcb4-4729-8ee0-cbf6203dd245 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:15.529202 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:28:15.548007 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-840cf9e2-413b-4b01-9dba-d36160a5dd86 admin admin] 10.222.0.13 "PUT /v2.0/routers/d4280781-9492-44c8-9a24-816de91f46bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4005647 Mar 27 15:28:15.548307 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7301e2f7-b1ee-43fd-9b92-668a707444c8 req-4b58e5cd-95dd-4ffa-9bb8-f90caf058f1e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974362 Mar 27 15:28:15.573012 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-548b6e64-cb42-4812-8bfe-6b7928cf8c82 None None] Port e819846d-180a-4b36-82c8-4781c740afcb cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:28:16.525031 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34744) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:16.530215 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3073e9db-af9a-49ef-ab22-95c8a5041aac tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--167634159', 'description': 'tempest-description--842430093'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:16.552340 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3073e9db-af9a-49ef-ab22-95c8a5041aac tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:16.684940 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3073e9db-af9a-49ef-ab22-95c8a5041aac tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group (64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:16.694988 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3073e9db-af9a-49ef-ab22-95c8a5041aac tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:16.733545 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3073e9db-af9a-49ef-ab22-95c8a5041aac tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:16.734725 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-3073e9db-af9a-49ef-ab22-95c8a5041aac tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2080481 Mar 27 15:28:16.738099 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34752) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:16.745864 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57e672-911b-483e-807c-42760f71b604 req-aa8c739a-7413-4c39-9c30-0d64a55a2b59 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:16.746356 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f13bb235-024f-45a7-9fc6-229c2130e8d8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Request body: {'security_group_rule': {'security_group_id': '64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:16.747835 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ac57e672-911b-483e-807c-42760f71b604 req-aa8c739a-7413-4c39-9c30-0d64a55a2b59 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.1308637 Mar 27 15:28:16.749249 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073e9db-af9a-49ef-ab22-95c8a5041aac tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:16.808095 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f13bb235-024f-45a7-9fc6-229c2130e8d8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group_rule (89a52100-55b8-4aa4-be32-a96466f8be74), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:16.823765 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ac57e672-911b-483e-807c-42760f71b604 req-2f0c837e-8bcc-42c3-94a8-b913af6f535f tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604901 Mar 27 15:28:16.884640 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f13bb235-024f-45a7-9fc6-229c2130e8d8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group_rule (89a52100-55b8-4aa4-be32-a96466f8be74), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:16.888236 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f13bb235-024f-45a7-9fc6-229c2130e8d8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (89a52100-55b8-4aa4-be32-a96466f8be74), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:16.906411 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bb235-024f-45a7-9fc6-229c2130e8d8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a52100-55b8-4aa4-be32-a96466f8be74,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:16.927076 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f13bb235-024f-45a7-9fc6-229c2130e8d8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:16.928397 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-f13bb235-024f-45a7-9fc6-229c2130e8d8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1891541 Mar 27 15:28:16.931137 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34760) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:16.936170 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-48d4fb3a-a98c-429b-928f-c8eda90dfa54 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Request body: {'security_group_rule': {'security_group_id': '64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:16.959130 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48d4fb3a-a98c-429b-928f-c8eda90dfa54 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group_rule (d37a4929-d761-43e0-b601-8da7e5aca239), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:17.018868 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48d4fb3a-a98c-429b-928f-c8eda90dfa54 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group_rule (d37a4929-d761-43e0-b601-8da7e5aca239), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:17.023015 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48d4fb3a-a98c-429b-928f-c8eda90dfa54 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (d37a4929-d761-43e0-b601-8da7e5aca239), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:17.039890 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4fb3a-a98c-429b-928f-c8eda90dfa54 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37a4929-d761-43e0-b601-8da7e5aca239,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:17.049767 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-48d4fb3a-a98c-429b-928f-c8eda90dfa54 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:17.050882 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-48d4fb3a-a98c-429b-928f-c8eda90dfa54 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182091 Mar 27 15:28:17.054320 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34762) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:17.059667 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Request body: {'floatingip': {'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:17.082054 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:17.084161 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Sync routers for ids ['d4280781-9492-44c8-9a24-816de91f46bc'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:28:17.094489 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Routers {'d4280781-9492-44c8-9a24-816de91f46bc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:17.095237 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:27:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d4280781-9492-44c8-9a24-816de91f46bc'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:17.134757 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 85812de5-cd5c-4e65-8d70-654cca41d563 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:17.197268 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:17.254424 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Set router d4280781-9492-44c8-9a24-816de91f46bc gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:17.256439 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 85812de5-cd5c-4e65-8d70-654cca41d563 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:17.256812 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (85812de5-cd5c-4e65-8d70-654cca41d563), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:17.329706 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Allocated IP 172.28.3.181 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/71cdcaff-770d-46ed-82e8-6b689082e65c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:28:17.492520 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 85812de5-cd5c-4e65-8d70-654cca41d563 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:17.493085 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (85812de5-cd5c-4e65-8d70-654cca41d563), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:17.499292 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for port (71cdcaff-770d-46ed-82e8-6b689082e65c), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:17.536923 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (71cdcaff-770d-46ed-82e8-6b689082e65c), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:17.539015 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] For port 85812de5-cd5c-4e65-8d70-654cca41d563, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=85812de5-cd5c-4e65-8d70-654cca41d563,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:17.552243 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (85812de5-cd5c-4e65-8d70-654cca41d563), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:17.578305 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:17.584630 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:17.591139 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:28:17.618505 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Pushing event updated for resources: {'Port': ['ID=85812de5-cd5c-4e65-8d70-654cca41d563,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:17.634874 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event updated for resources: {'Port': ['ID=71cdcaff-770d-46ed-82e8-6b689082e65c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:17.640619 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 4, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'e819846d-180a-4b36-82c8-4781c740afcb', 'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'mac_address': 'fa:16:3e:42:36:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:13Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 2, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'subnets': [{'id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:17.686427 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Checking router: d4280781-9492-44c8-9a24-816de91f46bc for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:28:17.686831 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Updating router d4280781-9492-44c8-9a24-816de91f46bc port e819846d-180a-4b36-82c8-4781c740afcb binding host dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:28:17.723490 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (e819846d-180a-4b36-82c8-4781c740afcb), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:17.724078 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for floatingip (15f0f5b2-576d-4609-983d-0e79f738d160), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:17.773324 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (71cdcaff-770d-46ed-82e8-6b689082e65c), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:17.996781 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a39e4a-c272-4d4c-928a-9dffc0219904 req-2beb78da-a5c0-436d-9d89-0160cb92577a tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:18.005962 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-92a39e4a-c272-4d4c-928a-9dffc0219904 req-2beb78da-a5c0-436d-9d89-0160cb92577a tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.0675044 Mar 27 15:28:18.016367 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Publish callbacks [] for port (e819846d-180a-4b36-82c8-4781c740afcb), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:18.022315 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (e819846d-180a-4b36-82c8-4781c740afcb), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:18.079206 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-92a39e4a-c272-4d4c-928a-9dffc0219904 req-5454fa3a-5e83-473e-bd41-f173e93d6cd7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717537 Mar 27 15:28:18.150957 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Attempting to bind port e819846d-180a-4b36-82c8-4781c740afcb on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:28:18.151766 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Attempting to bind port e819846d-180a-4b36-82c8-4781c740afcb by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:28:18.151887 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Attempting to bind port e819846d-180a-4b36-82c8-4781c740afcb on network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:28:18.155028 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9592e-7ccd-4042-9c86-75a372353a78 None None] Pushing event updated for resources: {'Port': ['ID=e819846d-180a-4b36-82c8-4781c740afcb,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:18.161266 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:28:18.161659 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Checking segment: {'id': '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:18.162048 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:18.162448 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Bound using segment: {'id': '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:28:18.162946 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Bound port: e819846d-180a-4b36-82c8-4781c740afcb, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:28:18.163339 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (e819846d-180a-4b36-82c8-4781c740afcb), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:18.309769 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for port (71cdcaff-770d-46ed-82e8-6b689082e65c), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:18.316149 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (71cdcaff-770d-46ed-82e8-6b689082e65c), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:18.396874 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event updated for resources: {'Port': ['ID=71cdcaff-770d-46ed-82e8-6b689082e65c,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:18.413190 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (15f0f5b2-576d-4609-983d-0e79f738d160), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:18.430956 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:18.433334 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-35fcee43-8a3d-42ad-a638-8f4f74214e9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3778191 Mar 27 15:28:18.470238 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-14c057fb-d696-4af8-bb78-a2e3a6abe30c None None] Provisioning complete for port e819846d-180a-4b36-82c8-4781c740afcb triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:18.470910 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14c057fb-d696-4af8-bb78-a2e3a6abe30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (e819846d-180a-4b36-82c8-4781c740afcb), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:18.475666 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] For port e819846d-180a-4b36-82c8-4781c740afcb, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:28:18.514943 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] For port e819846d-180a-4b36-82c8-4781c740afcb, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=e819846d-180a-4b36-82c8-4781c740afcb,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:28:18.551811 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (e819846d-180a-4b36-82c8-4781c740afcb), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:18.559204 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-14c057fb-d696-4af8-bb78-a2e3a6abe30c None None] Port e819846d-180a-4b36-82c8-4781c740afcb cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:28:18.653270 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Routers {'d4280781-9492-44c8-9a24-816de91f46bc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:18.654572 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:27:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d4280781-9492-44c8-9a24-816de91f46bc'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:18.694067 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-7ca5521b-e58e-4732-ac6d-4240783a0032 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--167634159&fields=id&tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7 HTTP/1.1" status: 200 len: 267 time: 0.0613627 Mar 27 15:28:18.722582 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9592e-7ccd-4042-9c86-75a372353a78 None None] Pushing event updated for resources: {'Port': ['ID=e819846d-180a-4b36-82c8-4781c740afcb,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:18.819693 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] Set router d4280781-9492-44c8-9a24-816de91f46bc gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:18.835966 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-b0065db4-6bd9-45d3-9073-ea2628d0dd0b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:18.837499 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-b0065db4-6bd9-45d3-9073-ea2628d0dd0b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/networks?id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9 HTTP/1.1" status: 200 len: 816 time: 0.1338890 Mar 27 15:28:18.854166 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-2903ed74-ad05-427c-a2a3-9eea16f7f76d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/quotas/fd820fb1a28d4b61a26e5712c66c4bb7 HTTP/1.1" status: 200 len: 375 time: 0.0108407 Mar 27 15:28:18.920805 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-b34b7567-81df-43c3-9fb3-a99c9b594412 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603251 Mar 27 15:28:18.961784 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-672a4b1b-0652-4ade-b268-a1baaf010823 None None] Provisioning complete for port e819846d-180a-4b36-82c8-4781c740afcb triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:18.962165 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-672a4b1b-0652-4ade-b268-a1baaf010823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (e819846d-180a-4b36-82c8-4781c740afcb), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:19.036358 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-39a3d30a-77fb-4c4b-9088-20ec1059df33 service neutron] 10.222.0.13 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013134 Mar 27 15:28:19.095978 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 85812de5-cd5c-4e65-8d70-654cca41d563 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:19.135428 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-672a4b1b-0652-4ade-b268-a1baaf010823 None None] Current status of the port e819846d-180a-4b36-82c8-4781c740afcb is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:19.135831 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-672a4b1b-0652-4ade-b268-a1baaf010823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (e819846d-180a-4b36-82c8-4781c740afcb), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:19.139271 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-0b9330e1-2861-4a05-bd6d-27b79a257881 service neutron] 10.222.0.13 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953946 Mar 27 15:28:19.197624 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-672a4b1b-0652-4ade-b268-a1baaf010823 None None] For port e819846d-180a-4b36-82c8-4781c740afcb, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=e819846d-180a-4b36-82c8-4781c740afcb,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:19.204932 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-672a4b1b-0652-4ade-b268-a1baaf010823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (e819846d-180a-4b36-82c8-4781c740afcb), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:19.216822 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 4, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'e819846d-180a-4b36-82c8-4781c740afcb', 'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'mac_address': 'fa:16:3e:42:36:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:13Z', 'updated_at': '2022-03-27T15:28:18Z', 'revision_number': 4, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'subnets': [{'id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:19.236886 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b6c56-8e13-414a-b84d-ee1ba287c8fa req-02ad7b0d-fb56-4ee2-8783-7f13f14b93aa tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:19.239250 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5f0b6c56-8e13-414a-b84d-ee1ba287c8fa req-02ad7b0d-fb56-4ee2-8783-7f13f14b93aa tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.0767100 Mar 27 15:28:19.276490 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05e4d71-675b-43e5-b68f-5f9c54e5b16a None None] The sync data for ids ['d4280781-9492-44c8-9a24-816de91f46bc'] in dv-cinder-835384-1-smb is: [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 4, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'e819846d-180a-4b36-82c8-4781c740afcb', 'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'mac_address': 'fa:16:3e:42:36:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:13Z', 'updated_at': '2022-03-27T15:28:18Z', 'revision_number': 4, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'subnets': [{'id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:28:19.282767 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 85812de5-cd5c-4e65-8d70-654cca41d563 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:19.283172 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (85812de5-cd5c-4e65-8d70-654cca41d563), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:19.313631 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5f0b6c56-8e13-414a-b84d-ee1ba287c8fa req-cdcbb7d7-ec2b-43c8-829d-0b8ba7265501 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678685 Mar 27 15:28:19.334898 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5e4b452e-1c68-427e-b5f3-44ee31def127 req-31605ddb-5556-4d55-9469-be5ad8b9860f tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 210 time: 0.0384297 Mar 27 15:28:19.339738 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a4b1b-0652-4ade-b268-a1baaf010823 None None] Pushing event updated for resources: {'Port': ['ID=e819846d-180a-4b36-82c8-4781c740afcb,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:19.458240 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 85812de5-cd5c-4e65-8d70-654cca41d563 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:20.092096 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d707ff21-3337-432c-ab18-7db909ed0981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:20.154896 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 34888) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:20.299918 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-deb4eb95-e737-41ba-98f2-de561e68ccda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:20.421814 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-deb4eb95-e737-41ba-98f2-de561e68ccda admin admin] Publish callbacks [] for security_group (1bf29c28-1890-456f-8ded-7f78dbcd6761), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:20.426793 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-deb4eb95-e737-41ba-98f2-de561e68ccda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (1bf29c28-1890-456f-8ded-7f78dbcd6761), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:20.735718 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-deb4eb95-e737-41ba-98f2-de561e68ccda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78458e1d939c497ea0995562e15b56e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5791843 Mar 27 15:28:20.740899 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-2211fcdc-5d8d-4009-8e8c-1c4914d4e228 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:20.742629 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-2211fcdc-5d8d-4009-8e8c-1c4914d4e228 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.16 "GET /v2.0/networks?id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9 HTTP/1.1" status: 200 len: 816 time: 0.1294382 Mar 27 15:28:20.743204 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34902) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:20.752877 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4eb95-e737-41ba-98f2-de561e68ccda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf29c28-1890-456f-8ded-7f78dbcd6761,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:20.757015 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ddeda5c0-d48b-455a-bada-1f5a4bef119e req-29942a8e-f3f3-4dfa-8990-51946265b8e0 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 210 time: 0.2733479 Mar 27 15:28:20.784777 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa649fa5-cf2f-44e3-9951-015da4ce3796 req-2ee7f050-18d5-4dc6-9264-1cf6b1f5583a tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:20.793075 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-aa649fa5-cf2f-44e3-9951-015da4ce3796 req-2ee7f050-18d5-4dc6-9264-1cf6b1f5583a tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.3470376 Mar 27 15:28:20.867129 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59b9a3a9-b23b-468b-8d80-fb5d39d03848 admin admin] Publish callbacks [] for security_group (1bf29c28-1890-456f-8ded-7f78dbcd6761), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:20.867940 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-aa649fa5-cf2f-44e3-9951-015da4ce3796 req-e702790e-0054-4207-90d8-05fe8fda8eec tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684991 Mar 27 15:28:20.877250 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-5c87de8f-6749-432e-be43-56e1085ba9a6 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7 HTTP/1.1" status: 200 len: 379 time: 0.1056612 Mar 27 15:28:20.890589 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-080aaa2f-12f6-489c-bdc1-3adc208ed9ba tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Request body: {'port': {'device_id': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'admin_state_up': True, 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'security_groups': ['64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:20.940815 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59b9a3a9-b23b-468b-8d80-fb5d39d03848 admin admin] Publish callbacks [] for security_group (1bf29c28-1890-456f-8ded-7f78dbcd6761), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:21.023236 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59b9a3a9-b23b-468b-8d80-fb5d39d03848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (1bf29c28-1890-456f-8ded-7f78dbcd6761), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:21.026213 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59b9a3a9-b23b-468b-8d80-fb5d39d03848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:21.027379 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-59b9a3a9-b23b-468b-8d80-fb5d39d03848 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bf29c28-1890-456f-8ded-7f78dbcd6761 HTTP/1.1" status: 204 len: 168 time: 0.2831926 Mar 27 15:28:21.040189 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9a3a9-b23b-468b-8d80-fb5d39d03848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf29c28-1890-456f-8ded-7f78dbcd6761,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:21.043448 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-080aaa2f-12f6-489c-bdc1-3adc208ed9ba tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Made reservation on behalf of fd820fb1a28d4b61a26e5712c66c4bb7 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:21.046977 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-080aaa2f-12f6-489c-bdc1-3adc208ed9ba tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:21.156345 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device e819846d-180a-4b36-82c8-4781c740afcb up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:21.192711 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-080aaa2f-12f6-489c-bdc1-3adc208ed9ba tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Allocated IP 172.20.0.11 (da40b206-6df8-428a-a26c-b8cc6bb7f0c9/0561c3b1-821a-43aa-9e3d-0208dfe94d6f/9bbd2991-dff8-4187-ba17-ad99fb3ad6ee) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:28:21.205613 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port e819846d-180a-4b36-82c8-4781c740afcb triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:21.205983 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (e819846d-180a-4b36-82c8-4781c740afcb), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:21.298294 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port e819846d-180a-4b36-82c8-4781c740afcb is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:21.357916 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-080aaa2f-12f6-489c-bdc1-3adc208ed9ba tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:21.396045 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-080aaa2f-12f6-489c-bdc1-3adc208ed9ba tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:21.441657 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-080aaa2f-12f6-489c-bdc1-3adc208ed9ba tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:21.444873 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-080aaa2f-12f6-489c-bdc1-3adc208ed9ba tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:21.448899 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-080aaa2f-12f6-489c-bdc1-3adc208ed9ba tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:28:21.484389 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080aaa2f-12f6-489c-bdc1-3adc208ed9ba tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event updated for resources: {'Port': ['ID=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:21.527085 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-080aaa2f-12f6-489c-bdc1-3adc208ed9ba tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:21.527708 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-080aaa2f-12f6-489c-bdc1-3adc208ed9ba tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:21.555732 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-080aaa2f-12f6-489c-bdc1-3adc208ed9ba tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6706691 Mar 27 15:28:21.579768 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Request body: {'port': {'device_id': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:21.649725 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:21.750640 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e330f546-9bb7-457c-9943-5aa1a58f2ba5 None None] Provisioning complete for port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:21.751055 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e330f546-9bb7-457c-9943-5aa1a58f2ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:21.795853 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e330f546-9bb7-457c-9943-5aa1a58f2ba5 None None] Port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:28:21.953964 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a68471-c243-42a6-8b02-563733c5e3a3 req-de1eddcb-fc51-44fa-a2bb-1513e34b49cd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:21.955912 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-13a68471-c243-42a6-8b02-563733c5e3a3 req-de1eddcb-fc51-44fa-a2bb-1513e34b49cd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 932 time: 0.0841522 Mar 27 15:28:22.052895 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-13a68471-c243-42a6-8b02-563733c5e3a3 req-d8229f51-52b3-4645-99f8-171adf02c9af tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841327 Mar 27 15:28:22.053414 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:28:22.062225 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ed57d-00aa-4dcb-b12c-fa1b57b8154c req-46f01006-189e-473e-a4c4-254e1f79e14d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:22.063947 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-912ed57d-00aa-4dcb-b12c-fa1b57b8154c req-46f01006-189e-473e-a4c4-254e1f79e14d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.1068437 Mar 27 15:28:22.070397 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Publish callbacks [] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.093889 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Transition to ACTIVE for port object 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:28:22.097689 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.129052 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-912ed57d-00aa-4dcb-b12c-fa1b57b8154c req-c18017e7-b66f-46a0-8fb7-c24535bb178f tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527244 Mar 27 15:28:22.190647 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Pushing event updated for resources: {'Port': ['ID=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:22.240870 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Attempting to bind port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:28:22.241211 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Attempting to bind port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:28:22.241539 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Attempting to bind port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee on network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:28:22.247175 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee on network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:28:22.247506 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Attempting to bind port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee on network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:28:22.255735 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:28:22.256083 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Checking segment: {'id': '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:22.256463 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Bound using segment: {'id': '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:28:22.257073 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Bound port: 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:28:22.257605 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.315586 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7d83432e-ef8c-4035-9f8c-c81e3f613de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.339481 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] For port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee, host hv-cinder-83538, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:28:22.343284 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] For port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:28:22.349902 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.367896 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:22.367896 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.369921 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] 10.222.0.16 "PUT /v2.0/ports/9bbd2991-dff8-4187-ba17-ad99fb3ad6ee HTTP/1.1" status: 200 len: 1094 time: 0.7985802 Mar 27 15:28:22.391200 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'tag': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:28:22.407118 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c201b08-df21-414e-b87c-659f399473ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b49b704d-bbdf-4275-9a58-6cc58796e60e", "tag": "9bbd2991-dff8-4187-ba17-ad99fb3ad6ee"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:28:22.496451 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e9ffb9-1226-4d11-bff7-464e10842b64 x-openstack-request-id: req-91e9ffb9-1226-4d11-bff7-464e10842b64 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:28:22.496925 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49b704d-bbdf-4275-9a58-6cc58796e60e", "tag": "9bbd2991-dff8-4187-ba17-ad99fb3ad6ee", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:28:22.497183 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91e9ffb9-1226-4d11-bff7-464e10842b64 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:28:22.497579 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91e9ffb9-1226-4d11-bff7-464e10842b64'] response: {'name': 'network-changed', 'server_uuid': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'tag': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee', 'status': 'completed', 'code': 200} Mar 27 15:28:22.500623 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed553b33-2eb3-4a67-bba7-98dbb8f92aad service neutron] Pushing event updated for resources: {'Port': ['ID=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:22.514155 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-231b304c-f67d-4c97-8342-76d09ad3ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:22.515713 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-231b304c-f67d-4c97-8342-76d09ad3ae6d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7&device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 1128 time: 0.1020596 Mar 27 15:28:22.575319 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-b237a04b-db36-4518-b5c7-dde5ac3efe4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee HTTP/1.1" status: 200 len: 217 time: 0.0489097 Mar 27 15:28:22.633922 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-7129bb6f-cc32-4994-a4f1-91cc90a23027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:22.635658 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-7129bb6f-cc32-4994-a4f1-91cc90a23027 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0561c3b1-821a-43aa-9e3d-0208dfe94d6f HTTP/1.1" status: 200 len: 855 time: 0.0527570 Mar 27 15:28:22.690827 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-2eaf9cba-1fd5-4a33-9be2-e46c2744945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:22.692626 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-2eaf9cba-1fd5-4a33-9be2-e46c2744945f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0475492 Mar 27 15:28:22.787446 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-93933a09-d411-44fb-b6d8-c7d86c5c3a38 service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885456 Mar 27 15:28:22.879860 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-adf1eccb-1733-402a-b33e-0635bc60a759 req-719927c8-862d-44b4-ac93-ae8ee5cf9120 service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851691 Mar 27 15:28:22.897489 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 34990) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:23.008403 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c201b08-df21-414e-b87c-659f399473ff req-54dcdcc1-7456-4470-9739-34a5d083bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:23.010777 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6c201b08-df21-414e-b87c-659f399473ff req-54dcdcc1-7456-4470-9739-34a5d083bea3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7&device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 1128 time: 0.0548792 Mar 27 15:28:23.053552 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e848158-5aae-464f-95e7-c3bf14f25abf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.166824 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 35006) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:23.168295 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c201b08-df21-414e-b87c-659f399473ff req-e6997acf-b41a-4652-88ee-5681d613a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:23.169801 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6c201b08-df21-414e-b87c-659f399473ff req-e6997acf-b41a-4652-88ee-5681d613a010 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9 HTTP/1.1" status: 200 len: 917 time: 0.1460173 Mar 27 15:28:23.213723 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11b4fc-0723-4d96-a8e4-0a3876af995f req-6ee0b945-4861-4146-9054-13462f5c12d7 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:23.215338 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4d11b4fc-0723-4d96-a8e4-0a3876af995f req-6ee0b945-4861-4146-9054-13462f5c12d7 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0679255 Mar 27 15:28:23.226673 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6c201b08-df21-414e-b87c-659f399473ff req-1078a7c9-9924-47d5-b772-66e7091ce543 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee HTTP/1.1" status: 200 len: 217 time: 0.0490055 Mar 27 15:28:23.295292 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4d11b4fc-0723-4d96-a8e4-0a3876af995f req-aa111455-951c-4e69-8c61-12332ff4064b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738394 Mar 27 15:28:23.320644 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-978b693d-d3c6-4039-bac8-ae869fa5cb0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.327117 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86353b6-1f11-4f4b-b70b-49f82e543844 req-008ce020-3ce8-4c47-ba17-e4ea3978a3bb tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:23.328932 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e86353b6-1f11-4f4b-b70b-49f82e543844 req-008ce020-3ce8-4c47-ba17-e4ea3978a3bb tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.0991812 Mar 27 15:28:23.335860 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e848158-5aae-464f-95e7-c3bf14f25abf admin admin] Publish callbacks [] for security_group (a3a15bef-1b5d-4561-b44d-30b500fcceff), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.347293 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c201b08-df21-414e-b87c-659f399473ff req-8e2a3291-8013-42d8-b528-f1ac283e49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:23.350990 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6c201b08-df21-414e-b87c-659f399473ff req-8e2a3291-8013-42d8-b528-f1ac283e49d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0561c3b1-821a-43aa-9e3d-0208dfe94d6f HTTP/1.1" status: 200 len: 855 time: 0.1156704 Mar 27 15:28:23.350990 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1e848158-5aae-464f-95e7-c3bf14f25abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (a3a15bef-1b5d-4561-b44d-30b500fcceff), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.387243 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e86353b6-1f11-4f4b-b70b-49f82e543844 req-c4412a81-92c4-41ef-a717-4f6609aeb826 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524883 Mar 27 15:28:23.438517 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-1e848158-5aae-464f-95e7-c3bf14f25abf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=273e1e67b0ff4f40b6f6bb49f32447e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5346680 Mar 27 15:28:23.440711 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e848158-5aae-464f-95e7-c3bf14f25abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a15bef-1b5d-4561-b44d-30b500fcceff,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:23.441606 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 35018) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:23.479734 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c201b08-df21-414e-b87c-659f399473ff req-816c0085-f4e7-4aa9-887a-054c81d905c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:23.481242 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6c201b08-df21-414e-b87c-659f399473ff req-816c0085-f4e7-4aa9-887a-054c81d905c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1088614 Mar 27 15:28:23.508715 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34b234c7-ec6a-4fb5-bc00-35407e80243e admin admin] Publish callbacks [] for security_group (a3a15bef-1b5d-4561-b44d-30b500fcceff), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.518683 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-978b693d-d3c6-4039-bac8-ae869fa5cb0f admin admin] Publish callbacks [] for security_group (8a0b9a51-df2b-4a97-a9e7-3488a7a00916), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.533196 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34b234c7-ec6a-4fb5-bc00-35407e80243e admin admin] Publish callbacks [] for security_group (a3a15bef-1b5d-4561-b44d-30b500fcceff), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.544998 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-978b693d-d3c6-4039-bac8-ae869fa5cb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (8a0b9a51-df2b-4a97-a9e7-3488a7a00916), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.591012 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34b234c7-ec6a-4fb5-bc00-35407e80243e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (a3a15bef-1b5d-4561-b44d-30b500fcceff), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.593852 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-34b234c7-ec6a-4fb5-bc00-35407e80243e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.595321 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-34b234c7-ec6a-4fb5-bc00-35407e80243e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3a15bef-1b5d-4561-b44d-30b500fcceff HTTP/1.1" status: 204 len: 168 time: 0.1525667 Mar 27 15:28:23.606499 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b234c7-ec6a-4fb5-bc00-35407e80243e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a15bef-1b5d-4561-b44d-30b500fcceff,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:23.608956 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-978b693d-d3c6-4039-bac8-ae869fa5cb0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a670008da67e4c508c1292d348fe4c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4381607 Mar 27 15:28:23.609701 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 35028) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:23.612212 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b693d-d3c6-4039-bac8-ae869fa5cb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0b9a51-df2b-4a97-a9e7-3488a7a00916,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:23.640292 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6c201b08-df21-414e-b87c-659f399473ff req-af809c6a-51f1-4352-8222-83032a1a97f8 service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508660 Mar 27 15:28:23.656960 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.703398 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ab81ff0-54e6-4e25-bd99-a1991ba1ae8a admin admin] Publish callbacks [] for security_group (8a0b9a51-df2b-4a97-a9e7-3488a7a00916), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.726840 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ab81ff0-54e6-4e25-bd99-a1991ba1ae8a admin admin] Publish callbacks [] for security_group (8a0b9a51-df2b-4a97-a9e7-3488a7a00916), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.754960 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-6c201b08-df21-414e-b87c-659f399473ff req-5b29e5b6-6af4-4010-a138-cae704235837 service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030529 Mar 27 15:28:23.802575 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ab81ff0-54e6-4e25-bd99-a1991ba1ae8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (8a0b9a51-df2b-4a97-a9e7-3488a7a00916), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.805388 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ab81ff0-54e6-4e25-bd99-a1991ba1ae8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.818367 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-5ab81ff0-54e6-4e25-bd99-a1991ba1ae8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a0b9a51-df2b-4a97-a9e7-3488a7a00916 HTTP/1.1" status: 204 len: 168 time: 0.2006042 Mar 27 15:28:23.827009 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab81ff0-54e6-4e25-bd99-a1991ba1ae8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0b9a51-df2b-4a97-a9e7-3488a7a00916,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:23.946779 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 35042) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:23.963625 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63da9b47-d1a4-4f39-b85c-ca926104ac7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.043714 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63da9b47-d1a4-4f39-b85c-ca926104ac7c admin admin] Publish callbacks [] for security_group (ff96e67a-a776-479b-beb7-755a754f3a36), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.047791 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63da9b47-d1a4-4f39-b85c-ca926104ac7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (ff96e67a-a776-479b-beb7-755a754f3a36), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.085871 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da9b47-d1a4-4f39-b85c-ca926104ac7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff96e67a-a776-479b-beb7-755a754f3a36,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:24.091173 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-63da9b47-d1a4-4f39-b85c-ca926104ac7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=849a60117ff64f7dbf406680d938c568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425893 Mar 27 15:28:24.093854 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 35048) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:24.146753 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94acd4ac-8050-4447-8b67-a3b50b80b244 admin admin] Publish callbacks [] for security_group (ff96e67a-a776-479b-beb7-755a754f3a36), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.170031 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94acd4ac-8050-4447-8b67-a3b50b80b244 admin admin] Publish callbacks [] for security_group (ff96e67a-a776-479b-beb7-755a754f3a36), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.218827 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94acd4ac-8050-4447-8b67-a3b50b80b244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (ff96e67a-a776-479b-beb7-755a754f3a36), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.221386 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-94acd4ac-8050-4447-8b67-a3b50b80b244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.225133 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-94acd4ac-8050-4447-8b67-a3b50b80b244 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff96e67a-a776-479b-beb7-755a754f3a36 HTTP/1.1" status: 204 len: 168 time: 0.1277707 Mar 27 15:28:24.233297 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acd4ac-8050-4447-8b67-a3b50b80b244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff96e67a-a776-479b-beb7-755a754f3a36,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:24.241571 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 35054) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:24.255170 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc201721-92a1-4969-9135-0ee8daf467a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.336587 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc201721-92a1-4969-9135-0ee8daf467a4 admin admin] Publish callbacks [] for security_group (62e12c67-c7a6-48b5-9525-e77a97cdfd2f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.340663 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc201721-92a1-4969-9135-0ee8daf467a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (62e12c67-c7a6-48b5-9525-e77a97cdfd2f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.379892 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-dc201721-92a1-4969-9135-0ee8daf467a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee28394d67234cdfb4410331adcfbc79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372254 Mar 27 15:28:24.382506 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 35058) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:24.383039 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc201721-92a1-4969-9135-0ee8daf467a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e12c67-c7a6-48b5-9525-e77a97cdfd2f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:24.489846 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08336483-c649-4208-a295-f55ee57601f1 req-7e2912f3-9644-46f9-a638-ccedbe54eb77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:24.492490 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-08336483-c649-4208-a295-f55ee57601f1 req-7e2912f3-9644-46f9-a638-ccedbe54eb77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.1244824 Mar 27 15:28:24.541823 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8dcbc243-c42d-4d4f-999e-65cda2260ebc admin admin] Publish callbacks [] for security_group (62e12c67-c7a6-48b5-9525-e77a97cdfd2f), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.583902 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8dcbc243-c42d-4d4f-999e-65cda2260ebc admin admin] Publish callbacks [] for security_group (62e12c67-c7a6-48b5-9525-e77a97cdfd2f), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.606409 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b66ac8-7f7c-45b2-aba0-0fc46c0bc34c req-80207acb-bbf9-445f-9669-6071831e49b6 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:24.607969 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d0b66ac8-7f7c-45b2-aba0-0fc46c0bc34c req-80207acb-bbf9-445f-9669-6071831e49b6 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.1403387 Mar 27 15:28:24.618868 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-08336483-c649-4208-a295-f55ee57601f1 req-70448006-b8c3-4ea7-b511-0a9abf011278 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101172 Mar 27 15:28:24.685919 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d0b66ac8-7f7c-45b2-aba0-0fc46c0bc34c req-ffb906f6-29bd-4b45-b4dc-8fe41c38d77d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658522 Mar 27 15:28:24.687021 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8dcbc243-c42d-4d4f-999e-65cda2260ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (62e12c67-c7a6-48b5-9525-e77a97cdfd2f), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.689574 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8dcbc243-c42d-4d4f-999e-65cda2260ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.693015 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-8dcbc243-c42d-4d4f-999e-65cda2260ebc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62e12c67-c7a6-48b5-9525-e77a97cdfd2f HTTP/1.1" status: 204 len: 168 time: 0.3063238 Mar 27 15:28:24.700231 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbc243-c42d-4d4f-999e-65cda2260ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e12c67-c7a6-48b5-9525-e77a97cdfd2f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:24.981620 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 35094) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:25.097452 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 35102) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:25.113610 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5035dce8-6b78-497c-b300-f9b85aef3fbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.148407 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5db8828a-7b77-4a5b-add4-664ffbc104d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.219024 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5035dce8-6b78-497c-b300-f9b85aef3fbc admin admin] Publish callbacks [] for security_group (02c1bab7-aa26-4278-b913-f161aaf503ee), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.225079 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5035dce8-6b78-497c-b300-f9b85aef3fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (02c1bab7-aa26-4278-b913-f161aaf503ee), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.248353 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5db8828a-7b77-4a5b-add4-664ffbc104d5 admin admin] Publish callbacks [] for security_group (64de1957-c47d-482e-b20f-6d8081520b07), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.253176 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5db8828a-7b77-4a5b-add4-664ffbc104d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (64de1957-c47d-482e-b20f-6d8081520b07), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.279526 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-5035dce8-6b78-497c-b300-f9b85aef3fbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fd946f2626540a081e714d271b8054d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809402 Mar 27 15:28:25.282615 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 35112) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:25.291282 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035dce8-6b78-497c-b300-f9b85aef3fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c1bab7-aa26-4278-b913-f161aaf503ee,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:25.339314 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-5db8828a-7b77-4a5b-add4-664ffbc104d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f269ced72e0416d9962efa05648261d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559816 Mar 27 15:28:25.340710 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8828a-7b77-4a5b-add4-664ffbc104d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64de1957-c47d-482e-b20f-6d8081520b07,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:25.343430 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 35116) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:25.360650 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9fdedeb-7c15-4bc1-97ad-46d8e35c359a admin admin] Publish callbacks [] for security_group (02c1bab7-aa26-4278-b913-f161aaf503ee), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.395764 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.403578 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9fdedeb-7c15-4bc1-97ad-46d8e35c359a admin admin] Publish callbacks [] for security_group (02c1bab7-aa26-4278-b913-f161aaf503ee), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.443398 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74ff63cc-65f8-4b7c-a8f7-c1527dfba0ff admin admin] Publish callbacks [] for security_group (64de1957-c47d-482e-b20f-6d8081520b07), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.472300 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74ff63cc-65f8-4b7c-a8f7-c1527dfba0ff admin admin] Publish callbacks [] for security_group (64de1957-c47d-482e-b20f-6d8081520b07), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.493512 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9fdedeb-7c15-4bc1-97ad-46d8e35c359a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (02c1bab7-aa26-4278-b913-f161aaf503ee), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.496118 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e9fdedeb-7c15-4bc1-97ad-46d8e35c359a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.497404 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e9fdedeb-7c15-4bc1-97ad-46d8e35c359a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02c1bab7-aa26-4278-b913-f161aaf503ee HTTP/1.1" status: 204 len: 168 time: 0.2137206 Mar 27 15:28:25.520139 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdedeb-7c15-4bc1-97ad-46d8e35c359a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c1bab7-aa26-4278-b913-f161aaf503ee,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:25.545354 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74ff63cc-65f8-4b7c-a8f7-c1527dfba0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (64de1957-c47d-482e-b20f-6d8081520b07), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.548079 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74ff63cc-65f8-4b7c-a8f7-c1527dfba0ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.549221 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-74ff63cc-65f8-4b7c-a8f7-c1527dfba0ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64de1957-c47d-482e-b20f-6d8081520b07 HTTP/1.1" status: 204 len: 168 time: 0.2046978 Mar 27 15:28:25.560294 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff63cc-65f8-4b7c-a8f7-c1527dfba0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64de1957-c47d-482e-b20f-6d8081520b07,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:25.775745 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878df90-4da7-4bfc-a3e9-bae00ea142cc req-7400c508-c060-4311-8c17-12c384c11952 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:25.777620 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5878df90-4da7-4bfc-a3e9-bae00ea142cc req-7400c508-c060-4311-8c17-12c384c11952 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0742922 Mar 27 15:28:25.860476 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5878df90-4da7-4bfc-a3e9-bae00ea142cc req-f8cd3a9c-7f66-4c4a-9217-74e7f8710cbf tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771391 Mar 27 15:28:25.877130 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facc79b-0c83-4fe0-b10a-b34157a0caf2 req-c20a9edd-014d-4b3d-bc87-0fe66d7a9ed9 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:25.884618 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5facc79b-0c83-4fe0-b10a-b34157a0caf2 req-c20a9edd-014d-4b3d-bc87-0fe66d7a9ed9 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.0972526 Mar 27 15:28:25.933271 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5facc79b-0c83-4fe0-b10a-b34157a0caf2 req-1ab9e5c6-42e8-44e4-84f5-a4d6fb4a0726 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477884 Mar 27 15:28:26.044449 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 35150) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:26.224023 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-252fc072-fd4c-48dd-9a70-20a0f57366b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:26.312326 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-252fc072-fd4c-48dd-9a70-20a0f57366b3 admin admin] Publish callbacks [] for security_group (3fee7ea8-c030-4315-ad79-bf3365060a03), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:26.316820 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-252fc072-fd4c-48dd-9a70-20a0f57366b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (3fee7ea8-c030-4315-ad79-bf3365060a03), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:26.353575 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-252fc072-fd4c-48dd-9a70-20a0f57366b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2eb688e56d64476f85a8d1b76e8abb31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051944 Mar 27 15:28:26.353851 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 35172) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:26.379206 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fc072-fd4c-48dd-9a70-20a0f57366b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fee7ea8-c030-4315-ad79-bf3365060a03,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:26.449425 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fc4d0c7-1356-4bdb-a7ee-7004d8ed1ecd admin admin] Publish callbacks [] for security_group (3fee7ea8-c030-4315-ad79-bf3365060a03), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:26.502324 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fc4d0c7-1356-4bdb-a7ee-7004d8ed1ecd admin admin] Publish callbacks [] for security_group (3fee7ea8-c030-4315-ad79-bf3365060a03), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:26.564730 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:26.573805 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fc4d0c7-1356-4bdb-a7ee-7004d8ed1ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (3fee7ea8-c030-4315-ad79-bf3365060a03), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:26.578094 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3fc4d0c7-1356-4bdb-a7ee-7004d8ed1ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:26.579143 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-3fc4d0c7-1356-4bdb-a7ee-7004d8ed1ecd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fee7ea8-c030-4315-ad79-bf3365060a03 HTTP/1.1" status: 204 len: 168 time: 0.2243636 Mar 27 15:28:26.588600 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4d0c7-1356-4bdb-a7ee-7004d8ed1ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fee7ea8-c030-4315-ad79-bf3365060a03,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:27.088515 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953af43e-d133-4125-bc64-4f7b2bc3e247 req-682efbc9-056b-44ac-9207-2517893e378b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:27.090026 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-953af43e-d133-4125-bc64-4f7b2bc3e247 req-682efbc9-056b-44ac-9207-2517893e378b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.1347325 Mar 27 15:28:27.122024 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd2f74-a838-491e-aed2-c7d8563465ba req-24e6d553-1b8d-45be-a325-0e6275953168 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:27.123546 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c4dd2f74-a838-491e-aed2-c7d8563465ba req-24e6d553-1b8d-45be-a325-0e6275953168 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.0956945 Mar 27 15:28:27.167802 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-953af43e-d133-4125-bc64-4f7b2bc3e247 req-fcf92162-ab9b-483e-ae0c-c63e6d5ff865 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702620 Mar 27 15:28:27.196630 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c4dd2f74-a838-491e-aed2-c7d8563465ba req-5ff97c49-806d-48aa-a365-587b283c8d8e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597594 Mar 27 15:28:27.387057 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 35226) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:27.472970 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:28:27.480302 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7e963073-ac5f-4290-b2bf-659cd966e7a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1982982301-network', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:27.500179 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e963073-ac5f-4290-b2bf-659cd966e7a1 admin admin] Made reservation on behalf of 99e34b2befea47b9b630ee624c5c8e84 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:27.502554 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e963073-ac5f-4290-b2bf-659cd966e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:27.511200 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e963073-ac5f-4290-b2bf-659cd966e7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:27.573900 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:27.586023 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'port_id': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee', 'mac_address': 'fa:16:3e:38:13:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:28:27.602852 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e963073-ac5f-4290-b2bf-659cd966e7a1 admin admin] Publish callbacks [] for security_group (be967ed6-1081-474e-808f-66b316686073), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:27.607720 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e963073-ac5f-4290-b2bf-659cd966e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (be967ed6-1081-474e-808f-66b316686073), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:27.625124 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:27.625732 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:27.635807 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e963073-ac5f-4290-b2bf-659cd966e7a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:28:27.643010 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:28:27.645979 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e963073-ac5f-4290-b2bf-659cd966e7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be967ed6-1081-474e-808f-66b316686073,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:27.654228 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e963073-ac5f-4290-b2bf-659cd966e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (8cb3952b-b039-4207-bade-f70336e3efd3), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:27.654566 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.segments_db [None req-7e963073-ac5f-4290-b2bf-659cd966e7a1 admin admin] Added segment 8cb3952b-b039-4207-bade-f70336e3efd3 of type vlan for network fd0cb6a7-146a-443c-89b2-dd69dffce6c4 Mar 27 15:28:27.663948 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:27.670940 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:27.701910 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e963073-ac5f-4290-b2bf-659cd966e7a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (fd0cb6a7-146a-443c-89b2-dd69dffce6c4), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:27.721972 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:27.737087 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e963073-ac5f-4290-b2bf-659cd966e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (fd0cb6a7-146a-443c-89b2-dd69dffce6c4), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:27.738148 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e963073-ac5f-4290-b2bf-659cd966e7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:27.738802 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e963073-ac5f-4290-b2bf-659cd966e7a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:27.799538 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-7e963073-ac5f-4290-b2bf-659cd966e7a1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4113927 Mar 27 15:28:27.802273 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 35236) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:27.807503 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-23e976c1-286c-483e-9c43-559ed10524a1 admin admin] Request body: {'subnet': {'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1982982301-subnet', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:27.820142 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e963073-ac5f-4290-b2bf-659cd966e7a1 admin admin] Pushing event updated for resources: {'Network': ['ID=fd0cb6a7-146a-443c-89b2-dd69dffce6c4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:27.840333 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network fd0cb6a7-146a-443c-89b2-dd69dffce6c4 details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:28:27.844141 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e976c1-286c-483e-9c43-559ed10524a1 admin admin] Made reservation on behalf of 99e34b2befea47b9b630ee624c5c8e84 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:27.846584 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23e976c1-286c-483e-9c43-559ed10524a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24757375'] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:28.013431 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23e976c1-286c-483e-9c43-559ed10524a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5227303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24757353'] for subnet (7bd65611-1bb3-4827-9627-fb7f9c6654c1), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:28.068662 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e976c1-286c-483e-9c43-559ed10524a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd65611-1bb3-4827-9627-fb7f9c6654c1,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:28.076686 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e976c1-286c-483e-9c43-559ed10524a1 admin admin] Checking segment: {'id': '8cb3952b-b039-4207-bade-f70336e3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:28.077044 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e976c1-286c-483e-9c43-559ed10524a1 admin admin] Network hostable DHCP agents. Network: fd0cb6a7-146a-443c-89b2-dd69dffce6c4, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:28:28.094246 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e976c1-286c-483e-9c43-559ed10524a1 admin admin] Network fd0cb6a7-146a-443c-89b2-dd69dffce6c4 is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:28:28.112340 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-23e976c1-286c-483e-9c43-559ed10524a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, fd0cb6a7-146a-443c-89b2-dd69dffce6c4) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:28.116920 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e976c1-286c-483e-9c43-559ed10524a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:28.117620 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23e976c1-286c-483e-9c43-559ed10524a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:28.125524 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0574d7-45fa-48a5-81bc-d10abc572907 None None] Network fd0cb6a7-146a-443c-89b2-dd69dffce6c4 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:28:28.136183 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-23e976c1-286c-483e-9c43-559ed10524a1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3328385 Mar 27 15:28:28.138939 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 35248) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:28.144128 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1982982301-router', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:28.175069 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['9bbd2991-dff8-4187-ba17-ad99fb3ad6ee'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:28:28.194586 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8114740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3413'] for router (734a6042-0f26-4559-9778-b1e8666243b0), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:28.196461 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8115364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3422'] for router (734a6042-0f26-4559-9778-b1e8666243b0), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:28.291610 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Publish callbacks [] for router_controller (734a6042-0f26-4559-9778-b1e8666243b0), precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:28.302721 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1149be5e-69e0-5c3c-8334-0e120ffae105-fd0cb6a7-146a-443c-89b2-dd69dffce6c4', 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4', 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'fixed_ips': [{'subnet_id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1'}]}} from dv-cinder-835384-1-smb. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:28:28.304350 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:28.347594 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-badeefa6-c64d-4adb-9969-deca98475f61 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=baf9eff18c8b4dcca12ddeba4abc4a86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707514 Mar 27 15:28:28.478309 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3babe7d-b415-4761-b79f-ece95e1447e0 req-7f3e8c71-ec2d-464e-be0f-6bd9dc3a3f35 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:28.479892 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f3babe7d-b415-4761-b79f-ece95e1447e0 req-7f3e8c71-ec2d-464e-be0f-6bd9dc3a3f35 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 945 time: 0.2013285 Mar 27 15:28:28.496599 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Publish callbacks [] for router_gateway (734a6042-0f26-4559-9778-b1e8666243b0), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:28.571536 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Allocated IP 172.20.0.2 (fd0cb6a7-146a-443c-89b2-dd69dffce6c4/7bd65611-1bb3-4827-9627-fb7f9c6654c1/9aa3cbab-434b-41b5-8540-61bba2f51c8b) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:28:28.619046 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f3babe7d-b415-4761-b79f-ece95e1447e0 req-1d12e0ff-9662-407b-9a57-8fee990fe10e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273642 Mar 27 15:28:28.636732 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-17a0552d-c406-4e7c-8059-8fccb5f6e8ee tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:28.638204 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-17a0552d-c406-4e7c-8059-8fccb5f6e8ee tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2800443 Mar 27 15:28:28.660021 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-e2f4401c-8093-41ef-a49e-63390fd3f402 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/quotas/baf9eff18c8b4dcca12ddeba4abc4a86 HTTP/1.1" status: 200 len: 375 time: 0.0142736 Mar 27 15:28:28.703627 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-c5287c39-b8b2-4487-8c0f-381a46d2b732 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=baf9eff18c8b4dcca12ddeba4abc4a86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382295 Mar 27 15:28:28.761005 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf7e7d-60ce-4263-b090-4025b5c4f1ee req-c42bd2e9-a60d-425a-a44f-770917d32407 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:28.762649 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cfbf7e7d-60ce-4263-b090-4025b5c4f1ee req-c42bd2e9-a60d-425a-a44f-770917d32407 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.0630307 Mar 27 15:28:28.770247 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Publish callbacks [] for port (9aa3cbab-434b-41b5-8540-61bba2f51c8b), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:28.782572 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (9aa3cbab-434b-41b5-8540-61bba2f51c8b), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:28.796976 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Publish callbacks [] for router_gateway (734a6042-0f26-4559-9778-b1e8666243b0), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:28.819498 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:28.833567 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cfbf7e7d-60ce-4263-b090-4025b5c4f1ee req-3e1c9a58-f916-4d82-a6a2-2775e5c510dd tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638418 Mar 27 15:28:28.885421 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Network fd0cb6a7-146a-443c-89b2-dd69dffce6c4 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:28.886653 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Pushing event updated for resources: {'Port': ['ID=9aa3cbab-434b-41b5-8540-61bba2f51c8b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:28.890069 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:28.893222 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:28:28.933271 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3ff94364-0405-403e-8935-ad93470f17ed req-48806923-a297-42b5-978e-ae6dac63fdf5 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 210 time: 0.0566046 Mar 27 15:28:28.953550 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Attempting to bind port 9aa3cbab-434b-41b5-8540-61bba2f51c8b on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:28:28.953550 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Attempting to bind port 9aa3cbab-434b-41b5-8540-61bba2f51c8b by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '8cb3952b-b039-4207-bade-f70336e3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:28:28.953550 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Attempting to bind port 9aa3cbab-434b-41b5-8540-61bba2f51c8b on network fd0cb6a7-146a-443c-89b2-dd69dffce6c4 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:28:28.959378 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:28:28.959853 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Checking segment: {'id': '8cb3952b-b039-4207-bade-f70336e3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:28.960329 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:28.960877 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Bound using segment: {'id': '8cb3952b-b039-4207-bade-f70336e3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:28:28.961430 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Bound port: 9aa3cbab-434b-41b5-8540-61bba2f51c8b, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb3952b-b039-4207-bade-f70336e3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:28:28.961763 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (9aa3cbab-434b-41b5-8540-61bba2f51c8b), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:28.968276 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Allocated IP 172.28.3.194 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/91c31e8f-4134-4aba-b06e-20ba4d29fc92) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:28:29.037982 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] For port 9aa3cbab-434b-41b5-8540-61bba2f51c8b, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:28:29.043130 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] For port 9aa3cbab-434b-41b5-8540-61bba2f51c8b, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=9aa3cbab-434b-41b5-8540-61bba2f51c8b,segment=NetworkSegment(8cb3952b-b039-4207-bade-f70336e3efd3),segment_id=8cb3952b-b039-4207-bade-f70336e3efd3)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:28:29.052460 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (9aa3cbab-434b-41b5-8540-61bba2f51c8b), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.107205 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Publish callbacks [] for port (91c31e8f-4134-4aba-b06e-20ba4d29fc92), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.128379 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b9703-a817-475a-879b-c09f3f0de8fb None None] Pushing event updated for resources: {'Port': ['ID=9aa3cbab-434b-41b5-8540-61bba2f51c8b,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:29.152819 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (91c31e8f-4134-4aba-b06e-20ba4d29fc92), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.210999 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:29.213041 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:29.216646 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:28:29.245792 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Pushing event updated for resources: {'Port': ['ID=91c31e8f-4134-4aba-b06e-20ba4d29fc92,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:29.484754 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:29.554235 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:28:29.559026 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:29.559879 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.569051 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Publish callbacks [] for router_gateway (734a6042-0f26-4559-9778-b1e8666243b0), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.656264 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:29.656264 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.692243 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:28:29.694720 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fe5512-cdb4-444f-a996-6be758a70b71" -d '{"events": [{"server_uuid": "b49b704d-bbdf-4275-9a58-6cc58796e60e", "name": "network-vif-plugged", "status": "completed", "tag": "9bbd2991-dff8-4187-ba17-ad99fb3ad6ee"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:28:29.709050 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:29.716195 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.864508 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075cc17-b6c1-46d4-8f2a-8995e526d6c7 req-c5f63535-2654-450d-b4da-d9a22ae397d7 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:29.873009 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2075cc17-b6c1-46d4-8f2a-8995e526d6c7 req-c5f63535-2654-450d-b4da-d9a22ae397d7 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.1252685 Mar 27 15:28:29.901283 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8115391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8111138'] for router (734a6042-0f26-4559-9778-b1e8666243b0), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.925558 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec432b4e-47cb-4138-b913-139eb892f552 x-openstack-request-id: req-ec432b4e-47cb-4138-b913-139eb892f552 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:28:29.926196 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49b704d-bbdf-4275-9a58-6cc58796e60e", "name": "network-vif-plugged", "status": "completed", "tag": "9bbd2991-dff8-4187-ba17-ad99fb3ad6ee", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:28:29.926196 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec432b4e-47cb-4138-b913-139eb892f552 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:28:29.926636 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec432b4e-47cb-4138-b913-139eb892f552'] response: {'server_uuid': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee', 'code': 200} Mar 27 15:28:29.927840 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:29.987097 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2075cc17-b6c1-46d4-8f2a-8995e526d6c7 req-111cbf04-0c05-4ffc-b936-57446fccd7dd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081946 Mar 27 15:28:30.034334 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e3663-d427-44a8-ac58-a6f454605b04 req-1ba6b81f-e4f8-41b6-ba67-9358d36629a6 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:30.036603 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6a8e3663-d427-44a8-ac58-a6f454605b04 req-1ba6b81f-e4f8-41b6-ba67-9358d36629a6 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.0895002 Mar 27 15:28:30.151616 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7e4b6-be49-43b0-9596-48d3d5926e57 req-c449bfcf-883f-4aee-9f3e-02dc86c6f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:30.156489 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-40b7e4b6-be49-43b0-9596-48d3d5926e57 req-c449bfcf-883f-4aee-9f3e-02dc86c6f8be service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 1130 time: 0.1927819 Mar 27 15:28:30.172647 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-26f17f8e-f265-48a1-9f92-66fb05108af8 req-a5edf3a4-3e19-4db4-a1b4-619241a1af28 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 210 time: 0.0825298 Mar 27 15:28:30.186977 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6a8e3663-d427-44a8-ac58-a6f454605b04 req-aadace02-b5a8-4b00-9414-ad53804eb28a tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325855 Mar 27 15:28:30.271989 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-1473dee9-7c06-4194-89c1-f51d6b399e64 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=baf9eff18c8b4dcca12ddeba4abc4a86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567884 Mar 27 15:28:30.275610 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-40b7e4b6-be49-43b0-9596-48d3d5926e57 req-40e5f1fd-e50e-4298-a3d6-efd4eaa6ea97 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092083 Mar 27 15:28:30.440048 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02530135-0639-4fc3-80d9-9c8b231d41c7 None None] Network fd0cb6a7-146a-443c-89b2-dd69dffce6c4 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:28:30.513444 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b88959b2-95e0-4518-8067-557ddb7fd3d3 None None] Provisioning complete for port 9aa3cbab-434b-41b5-8540-61bba2f51c8b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:30.513978 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b88959b2-95e0-4518-8067-557ddb7fd3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (9aa3cbab-434b-41b5-8540-61bba2f51c8b), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:30.632794 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Router 734a6042-0f26-4559-9778-b1e8666243b0 is scheduled to L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:28:30.666666 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b88959b2-95e0-4518-8067-557ddb7fd3d3 None None] Current status of the port 9aa3cbab-434b-41b5-8540-61bba2f51c8b is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:30.667768 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b88959b2-95e0-4518-8067-557ddb7fd3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (9aa3cbab-434b-41b5-8540-61bba2f51c8b), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:30.714408 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b88959b2-95e0-4518-8067-557ddb7fd3d3 None None] For port 9aa3cbab-434b-41b5-8540-61bba2f51c8b, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=9aa3cbab-434b-41b5-8540-61bba2f51c8b,segment=NetworkSegment(8cb3952b-b039-4207-bade-f70336e3efd3),segment_id=8cb3952b-b039-4207-bade-f70336e3efd3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:30.719765 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b88959b2-95e0-4518-8067-557ddb7fd3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (9aa3cbab-434b-41b5-8540-61bba2f51c8b), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:30.780061 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88959b2-95e0-4518-8067-557ddb7fd3d3 None None] Pushing event updated for resources: {'Port': ['ID=9aa3cbab-434b-41b5-8540-61bba2f51c8b,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:30.795490 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-6b88fcce-8ae0-47ca-8a5d-fe073943c428 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:30.796979 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-6b88fcce-8ae0-47ca-8a5d-fe073943c428 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5205207 Mar 27 15:28:30.819858 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-b58deaf0-6467-4023-aa43-10ba4414c50d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Request body: {'port': {'device_id': '3b71a248-5b08-4809-9bd6-bd1977eda4a9', 'network_id': '89233609-85db-4500-9bda-00add66f084a', 'admin_state_up': True, 'tenant_id': 'baf9eff18c8b4dcca12ddeba4abc4a86'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:30.897055 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:28:30.920280 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Sync routers for ids ['734a6042-0f26-4559-9778-b1e8666243b0'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:28:30.933485 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:30.937132 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-32bc1f9b-711f-4fc1-9ea9-e77c5c3d9096 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7942240 Mar 27 15:28:30.937619 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 35326) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:30.955643 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Routers {'734a6042-0f26-4559-9778-b1e8666243b0'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:30.957266 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:28:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['734a6042-0f26-4559-9778-b1e8666243b0'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:30.960995 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-ab4ed4be-1711-42a0-84a7-ba5c8f4b7f5e None None] Provisioning complete for port 9aa3cbab-434b-41b5-8540-61bba2f51c8b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:30.961502 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ab4ed4be-1711-42a0-84a7-ba5c8f4b7f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (9aa3cbab-434b-41b5-8540-61bba2f51c8b), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:30.975709 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-b58deaf0-6467-4023-aa43-10ba4414c50d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Made reservation on behalf of baf9eff18c8b4dcca12ddeba4abc4a86 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:30.979615 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-b58deaf0-6467-4023-aa43-10ba4414c50d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:30.998368 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-b58deaf0-6467-4023-aa43-10ba4414c50d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:31.087777 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Set router 734a6042-0f26-4559-9778-b1e8666243b0 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:31.161952 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-ab4ed4be-1711-42a0-84a7-ba5c8f4b7f5e None None] Current status of the port 9aa3cbab-434b-41b5-8540-61bba2f51c8b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:31.185879 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-b58deaf0-6467-4023-aa43-10ba4414c50d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Publish callbacks [] for security_group (1fa29d38-5d5c-445e-a63e-3267e3a7db07), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:31.202795 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-b58deaf0-6467-4023-aa43-10ba4414c50d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (1fa29d38-5d5c-445e-a63e-3267e3a7db07), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:31.208179 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 9aa3cbab-434b-41b5-8540-61bba2f51c8b up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:31.284899 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185c21a-bcee-4a38-9b91-72de1e289d23 req-ff96fc81-a096-428a-928f-8ffca4d26b52 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:31.292706 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 9aa3cbab-434b-41b5-8540-61bba2f51c8b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:31.293224 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (9aa3cbab-434b-41b5-8540-61bba2f51c8b), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:31.297544 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9185c21a-bcee-4a38-9b91-72de1e289d23 req-ff96fc81-a096-428a-928f-8ffca4d26b52 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.1879275 Mar 27 15:28:31.307867 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6042-0f26-4559-9778-b1e8666243b0', 'name': 'tempest-TestMinimumBasicScenario-1982982301-router', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:29Z', 'revision_number': 3, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'gw_port': {'id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fe:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:31.342720 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Checking router: 734a6042-0f26-4559-9778-b1e8666243b0 for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:28:31.343387 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Updating router 734a6042-0f26-4559-9778-b1e8666243b0 port 91c31e8f-4134-4aba-b06e-20ba4d29fc92 binding host dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:28:31.345150 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58deaf0-6467-4023-aa43-10ba4414c50d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa29d38-5d5c-445e-a63e-3267e3a7db07,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:31.398669 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (91c31e8f-4134-4aba-b06e-20ba4d29fc92), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:31.437577 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 9aa3cbab-434b-41b5-8540-61bba2f51c8b is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:31.440027 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-b58deaf0-6467-4023-aa43-10ba4414c50d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Allocated IP 192.168.233.111 (89233609-85db-4500-9bda-00add66f084a/ae834545-ea32-4c5f-8eff-0e5f574b026c/85ec0261-1eff-4483-9869-dccf4321f3d4) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:28:31.454489 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9185c21a-bcee-4a38-9b91-72de1e289d23 req-df461dd5-4d79-4028-9f74-3336edd2f7d6 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510274 Mar 27 15:28:31.577399 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b785a2-4e0a-4309-8e89-4c53954d9262 req-b408b772-6385-46a5-b191-3c3de102e2bd tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:31.585124 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-88b785a2-4e0a-4309-8e89-4c53954d9262 req-b408b772-6385-46a5-b191-3c3de102e2bd tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.2671940 Mar 27 15:28:31.661663 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-b58deaf0-6467-4023-aa43-10ba4414c50d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Publish callbacks [] for port (85ec0261-1eff-4483-9869-dccf4321f3d4), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:31.699828 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Publish callbacks [] for port (91c31e8f-4134-4aba-b06e-20ba4d29fc92), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:31.708227 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (91c31e8f-4134-4aba-b06e-20ba4d29fc92), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:31.716524 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-b58deaf0-6467-4023-aa43-10ba4414c50d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (85ec0261-1eff-4483-9869-dccf4321f3d4), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:31.768336 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Attempting to bind port 91c31e8f-4134-4aba-b06e-20ba4d29fc92 on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:28:31.768703 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Attempting to bind port 91c31e8f-4134-4aba-b06e-20ba4d29fc92 by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:28:31.769553 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Attempting to bind port 91c31e8f-4134-4aba-b06e-20ba4d29fc92 on network 6b523561-9fa5-43e1-895e-32993d078f63 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:28:31.778721 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-b58deaf0-6467-4023-aa43-10ba4414c50d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Network 89233609-85db-4500-9bda-00add66f084a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:31.779173 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:28:31.779504 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Checking segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:31.779906 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:31.780301 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Bound using segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:28:31.780766 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Bound port: 91c31e8f-4134-4aba-b06e-20ba4d29fc92, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:28:31.781146 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (91c31e8f-4134-4aba-b06e-20ba4d29fc92), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:31.785190 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-b58deaf0-6467-4023-aa43-10ba4414c50d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:31.787790 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-b58deaf0-6467-4023-aa43-10ba4414c50d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:28:31.841604 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] For port 91c31e8f-4134-4aba-b06e-20ba4d29fc92, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:28:31.847475 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] For port 91c31e8f-4134-4aba-b06e-20ba4d29fc92, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=91c31e8f-4134-4aba-b06e-20ba4d29fc92,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:28:31.848657 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-b58deaf0-6467-4023-aa43-10ba4414c50d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:31.850145 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-b58deaf0-6467-4023-aa43-10ba4414c50d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:31.856417 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58deaf0-6467-4023-aa43-10ba4414c50d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Pushing event updated for resources: {'Port': ['ID=85ec0261-1eff-4483-9869-dccf4321f3d4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:31.882247 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-b58deaf0-6467-4023-aa43-10ba4414c50d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0676565 Mar 27 15:28:31.896405 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9d00e-77a3-485c-857f-7619eeb06513 None None] Pushing event updated for resources: {'Port': ['ID=91c31e8f-4134-4aba-b06e-20ba4d29fc92,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:31.896608 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Request body: {'port': {'device_id': '3b71a248-5b08-4809-9bd6-bd1977eda4a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:31.899294 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (91c31e8f-4134-4aba-b06e-20ba4d29fc92), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:31.912513 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9d00e-77a3-485c-857f-7619eeb06513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:31.912890 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9d00e-77a3-485c-857f-7619eeb06513 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:31.913193 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9d00e-77a3-485c-857f-7619eeb06513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:31.913552 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9d00e-77a3-485c-857f-7619eeb06513 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:31.913894 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9d00e-77a3-485c-857f-7619eeb06513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:31.914226 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9d00e-77a3-485c-857f-7619eeb06513 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:31.914555 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9d00e-77a3-485c-857f-7619eeb06513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:31.914903 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9d00e-77a3-485c-857f-7619eeb06513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:31.915230 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9d00e-77a3-485c-857f-7619eeb06513 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:31.915594 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9d00e-77a3-485c-857f-7619eeb06513 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:31.917485 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9d00e-77a3-485c-857f-7619eeb06513 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:31.917833 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9d00e-77a3-485c-857f-7619eeb06513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:31.918163 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9d00e-77a3-485c-857f-7619eeb06513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:31.918490 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9d00e-77a3-485c-857f-7619eeb06513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:31.919001 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9d00e-77a3-485c-857f-7619eeb06513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:31.988776 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee514304-0680-4e77-8212-c4075ce0c9b1 req-aaf4d1b9-e8b9-40e7-9215-a23f8bef8c53 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:31.992903 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Routers {'734a6042-0f26-4559-9778-b1e8666243b0'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:31.993576 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:28:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['734a6042-0f26-4559-9778-b1e8666243b0'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:31.995978 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ee514304-0680-4e77-8212-c4075ce0c9b1 req-aaf4d1b9-e8b9-40e7-9215-a23f8bef8c53 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 936 time: 0.4012609 Mar 27 15:28:32.012997 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (85ec0261-1eff-4483-9869-dccf4321f3d4), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.013216 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-88b785a2-4e0a-4309-8e89-4c53954d9262 req-61714e7b-4f79-4089-827e-d58554a74efe tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209502 Mar 27 15:28:32.103142 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ee514304-0680-4e77-8212-c4075ce0c9b1 req-a533b04c-9627-47c1-a51c-2c6b3fdfa279 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa29d38-5d5c-445e-a63e-3267e3a7db07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024661 Mar 27 15:28:32.119202 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9d00e-77a3-485c-857f-7619eeb06513 None None] Pushing event updated for resources: {'Port': ['ID=91c31e8f-4134-4aba-b06e-20ba4d29fc92,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:32.190331 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] Set router 734a6042-0f26-4559-9778-b1e8666243b0 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:32.286316 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.315305 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-903dae1e-e46a-466e-8b31-679c0afe92a4 None None] Provisioning complete for port 85ec0261-1eff-4483-9869-dccf4321f3d4 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:32.315853 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-903dae1e-e46a-466e-8b31-679c0afe92a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (85ec0261-1eff-4483-9869-dccf4321f3d4), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.403424 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-903dae1e-e46a-466e-8b31-679c0afe92a4 None None] Port 85ec0261-1eff-4483-9869-dccf4321f3d4 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:28:32.440439 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6042-0f26-4559-9778-b1e8666243b0', 'name': 'tempest-TestMinimumBasicScenario-1982982301-router', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:29Z', 'revision_number': 3, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'gw_port': {'id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fe:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:32.505428 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae831d-647e-4d50-838e-79ebdf401ba7 None None] The sync data for ids ['734a6042-0f26-4559-9778-b1e8666243b0'] in dv-cinder-835384-1-smb is: [{'id': '734a6042-0f26-4559-9778-b1e8666243b0', 'name': 'tempest-TestMinimumBasicScenario-1982982301-router', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:29Z', 'revision_number': 3, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'gw_port': {'id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fe:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:28:32.520778 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Allocated IP 172.20.0.1 (fd0cb6a7-146a-443c-89b2-dd69dffce6c4/7bd65611-1bb3-4827-9627-fb7f9c6654c1/dd0ec6b8-c979-4fd6-b5ac-126d23c2c401) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:28:32.596994 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ec0261-1eff-4483-9869-dccf4321f3d4 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:28:32.607991 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Publish callbacks [] for port (85ec0261-1eff-4483-9869-dccf4321f3d4), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.635556 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Transition to ACTIVE for port object 85ec0261-1eff-4483-9869-dccf4321f3d4 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:28:32.641138 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (85ec0261-1eff-4483-9869-dccf4321f3d4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.667954 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6a369-782c-4db6-a260-63b4cde461c7 req-5108b4d0-c3b2-4bbd-a1dc-5873fd262ddc tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:32.669531 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9ee6a369-782c-4db6-a260-63b4cde461c7 req-5108b4d0-c3b2-4bbd-a1dc-5873fd262ddc tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0866919 Mar 27 15:28:32.735286 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Publish callbacks [] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.762576 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9ee6a369-782c-4db6-a260-63b4cde461c7 req-cd39808d-a16d-49f7-9d0e-60b475549285 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873077 Mar 27 15:28:32.789989 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Pushing event updated for resources: {'Port': ['ID=85ec0261-1eff-4483-9869-dccf4321f3d4,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:32.808552 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.864190 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0ec6b8-c979-4fd6-b5ac-126d23c2c401,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:32.873429 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Attempting to bind port 85ec0261-1eff-4483-9869-dccf4321f3d4 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:28:32.873768 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Attempting to bind port 85ec0261-1eff-4483-9869-dccf4321f3d4 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '7e1baaea-d89b-4806-afb8-86eb663179e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '89233609-85db-4500-9bda-00add66f084a'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:28:32.874355 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Attempting to bind port 85ec0261-1eff-4483-9869-dccf4321f3d4 on network 89233609-85db-4500-9bda-00add66f084a {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:28:32.880033 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Network fd0cb6a7-146a-443c-89b2-dd69dffce6c4 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:32.884375 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Port 85ec0261-1eff-4483-9869-dccf4321f3d4 on network 89233609-85db-4500-9bda-00add66f084a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:28:32.884763 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Attempting to bind port 85ec0261-1eff-4483-9869-dccf4321f3d4 on network 89233609-85db-4500-9bda-00add66f084a {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:28:32.890270 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:28:32.890608 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Checking segment: {'id': '7e1baaea-d89b-4806-afb8-86eb663179e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '89233609-85db-4500-9bda-00add66f084a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:32.891015 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Bound using segment: {'id': '7e1baaea-d89b-4806-afb8-86eb663179e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '89233609-85db-4500-9bda-00add66f084a'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:28:32.891504 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Bound port: 85ec0261-1eff-4483-9869-dccf4321f3d4, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1baaea-d89b-4806-afb8-86eb663179e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '89233609-85db-4500-9bda-00add66f084a'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:28:32.891778 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (85ec0261-1eff-4483-9869-dccf4321f3d4), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.901134 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:32.955786 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:28:33.054870 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] For port 85ec0261-1eff-4483-9869-dccf4321f3d4, host hv-cinder-83538, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:28:33.060737 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] For port 85ec0261-1eff-4483-9869-dccf4321f3d4, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=85ec0261-1eff-4483-9869-dccf4321f3d4,segment=NetworkSegment(7e1baaea-d89b-4806-afb8-86eb663179e5),segment_id=7e1baaea-d89b-4806-afb8-86eb663179e5)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:28:33.061176 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e1b4c-055d-4bf1-9e8e-40eb9d81bc45 req-eb0c533a-1423-4b2c-845b-a4ef08b11aa4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:33.062769 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a69e1b4c-055d-4bf1-9e8e-40eb9d81bc45 req-eb0c533a-1423-4b2c-845b-a4ef08b11aa4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.1816084 Mar 27 15:28:33.066321 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8111607'] for router_interface (734a6042-0f26-4559-9778-b1e8666243b0), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:33.072779 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 35384) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:33.089097 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-4b40ddb5-5b46-437b-b2f4-7282baa8e9b1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Request body: {'floatingip': {'port_id': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:33.100788 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (85ec0261-1eff-4483-9869-dccf4321f3d4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:33.216935 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:33.218864 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:33.223533 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] 10.222.0.16 "PUT /v2.0/ports/85ec0261-1eff-4483-9869-dccf4321f3d4 HTTP/1.1" status: 200 len: 1098 time: 1.3316224 Mar 27 15:28:33.261339 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 91c31e8f-4134-4aba-b06e-20ba4d29fc92 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:33.302839 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b71a248-5b08-4809-9bd6-bd1977eda4a9', 'tag': '85ec0261-1eff-4483-9869-dccf4321f3d4'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:28:33.305362 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0716ed87-d373-4e19-8f9e-1dbc7b5f0d69" -d '{"events": [{"name": "network-changed", "server_uuid": "3b71a248-5b08-4809-9bd6-bd1977eda4a9", "tag": "85ec0261-1eff-4483-9869-dccf4321f3d4"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:28:33.319961 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b40ddb5-5b46-437b-b2f4-7282baa8e9b1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for floatingip (15f0f5b2-576d-4609-983d-0e79f738d160), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:33.417544 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-e4085c84-b882-4f05-9fa8-a029b130908a None None] Provisioning complete for port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:33.418129 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e4085c84-b882-4f05-9fa8-a029b130908a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:33.419489 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 91c31e8f-4134-4aba-b06e-20ba4d29fc92 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:33.419848 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (91c31e8f-4134-4aba-b06e-20ba4d29fc92), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:33.465281 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97610ee2-31c4-45a3-878a-badfb8417764 req-b7a95a3a-1b9e-4b80-91b7-14f86ef02c91 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:33.472097 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-97610ee2-31c4-45a3-878a-badfb8417764 req-b7a95a3a-1b9e-4b80-91b7-14f86ef02c91 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.2867703 Mar 27 15:28:33.493397 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb82a75-4ff5-4376-905d-9a3d337c4ada req-205b21ea-f222-4eb1-8353-e5fdfc2d780d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:33.495084 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ceb82a75-4ff5-4376-905d-9a3d337c4ada req-205b21ea-f222-4eb1-8353-e5fdfc2d780d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 948 time: 0.2713237 Mar 27 15:28:33.549868 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:33.599132 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-e4085c84-b882-4f05-9fa8-a029b130908a None None] Port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:28:33.603738 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-97610ee2-31c4-45a3-878a-badfb8417764 req-039f4ff9-4ed4-4c0a-a3ac-4ccf08207b0d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075115 Mar 27 15:28:33.663531 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3ea82-4397-4021-a366-c1e57b2c5cdd service neutron] Pushing event updated for resources: {'Port': ['ID=85ec0261-1eff-4483-9869-dccf4321f3d4,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:33.678898 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-ae637977-cc7e-46a8-baf8-84cbd841992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:33.681089 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-ae637977-cc7e-46a8-baf8-84cbd841992f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=baf9eff18c8b4dcca12ddeba4abc4a86&device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 1132 time: 0.3454325 Mar 27 15:28:33.686381 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 91c31e8f-4134-4aba-b06e-20ba4d29fc92 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:33.686891 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (91c31e8f-4134-4aba-b06e-20ba4d29fc92), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:33.735684 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] For port 91c31e8f-4134-4aba-b06e-20ba4d29fc92, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=91c31e8f-4134-4aba-b06e-20ba4d29fc92,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:33.755926 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16886828-7f79-4a0f-a5a6-3b312d8531cd x-openstack-request-id: req-16886828-7f79-4a0f-a5a6-3b312d8531cd {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:28:33.756791 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b71a248-5b08-4809-9bd6-bd1977eda4a9", "tag": "85ec0261-1eff-4483-9869-dccf4321f3d4", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:28:33.757285 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16886828-7f79-4a0f-a5a6-3b312d8531cd {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:28:33.757951 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16886828-7f79-4a0f-a5a6-3b312d8531cd'] response: {'name': 'network-changed', 'server_uuid': '3b71a248-5b08-4809-9bd6-bd1977eda4a9', 'tag': '85ec0261-1eff-4483-9869-dccf4321f3d4', 'status': 'completed', 'code': 200} Mar 27 15:28:33.769784 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-ed7ea843-70d8-4d87-8bb0-4a5ac5b0f45a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=85ec0261-1eff-4483-9869-dccf4321f3d4 HTTP/1.1" status: 200 len: 217 time: 0.0747278 Mar 27 15:28:33.770008 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (91c31e8f-4134-4aba-b06e-20ba4d29fc92), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:33.782979 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ceb82a75-4ff5-4376-905d-9a3d337c4ada req-e1b545a3-2afd-4ebe-83c8-130684f6e9ac tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa29d38-5d5c-445e-a63e-3267e3a7db07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335720 Mar 27 15:28:33.840356 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Pushing event updated for resources: {'Port': ['ID=91c31e8f-4134-4aba-b06e-20ba4d29fc92,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:33.921241 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Publish callbacks [] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:33.927949 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:33.952597 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-1be8aca6-5a81-462b-bb87-d49842c950e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:33.954218 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-1be8aca6-5a81-462b-bb87-d49842c950e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae834545-ea32-4c5f-8eff-0e5f574b026c HTTP/1.1" status: 200 len: 843 time: 0.1187909 Mar 27 15:28:33.997581 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0ec6b8-c979-4fd6-b5ac-126d23c2c401,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:34.011216 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8120400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8111459'] for router_interface (734a6042-0f26-4559-9778-b1e8666243b0), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:34.119063 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Network fd0cb6a7-146a-443c-89b2-dd69dffce6c4 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:34.120533 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:34.132094 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-cb4bfc8c-ae5d-45c3-b36b-897843ebe8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:34.136465 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-cb4bfc8c-ae5d-45c3-b36b-897843ebe8c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89233609-85db-4500-9bda-00add66f084a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1760364 Mar 27 15:28:34.273793 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Router 734a6042-0f26-4559-9778-b1e8666243b0 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:28:34.323142 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-446fe57b-10c3-45eb-8331-cfde37059f0c service neutron] 10.222.0.16 "GET /v2.0/networks/89233609-85db-4500-9bda-00add66f084a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785696 Mar 27 15:28:34.341815 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b40ddb5-5b46-437b-b2f4-7282baa8e9b1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:34.354432 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b40ddb5-5b46-437b-b2f4-7282baa8e9b1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (15f0f5b2-576d-4609-983d-0e79f738d160), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:34.389725 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-568b6df2-65b4-45d2-bafd-5975871ae7b3 None None] Provisioning complete for port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:34.390346 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-568b6df2-65b4-45d2-bafd-5975871ae7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:34.413552 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:28:34.430593 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-d04f0042-53b2-4816-9d6c-ef8997c78367 admin admin] 10.222.0.13 "PUT /v2.0/routers/734a6042-0f26-4559-9778-b1e8666243b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4833112 Mar 27 15:28:34.438828 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-568b6df2-65b4-45d2-bafd-5975871ae7b3 None None] Port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:28:34.755315 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-dd6162f9-a6d2-4899-80f4-25ddad49f0b7 req-435753af-6fe1-4fda-9bb0-184a6b368ab9 service neutron] 10.222.0.16 "GET /v2.0/networks/89233609-85db-4500-9bda-00add66f084a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183912 Mar 27 15:28:34.755315 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.l3_db [None req-4b40ddb5-5b46-437b-b2f4-7282baa8e9b1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Floating IP 15f0f5b2-576d-4609-983d-0e79f738d160 associated. External IP: 172.28.3.181, port: 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee. Mar 27 15:28:34.855300 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ca1cc-df6f-4c19-a3de-2548f9436ef3 req-afdb77a6-dfa7-4e8c-ae51-1f995d287453 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:34.857060 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8c3ca1cc-df6f-4c19-a3de-2548f9436ef3 req-afdb77a6-dfa7-4e8c-ae51-1f995d287453 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.1439631 Mar 27 15:28:34.980053 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8c3ca1cc-df6f-4c19-a3de-2548f9436ef3 req-87c6dd2f-c635-4c56-93f9-fa754fb19191 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024480 Mar 27 15:28:35.014926 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716ed87-d373-4e19-8f9e-1dbc7b5f0d69 req-723ac0ac-f9c4-4232-8474-2148753f8872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:35.017550 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0716ed87-d373-4e19-8f9e-1dbc7b5f0d69 req-723ac0ac-f9c4-4232-8474-2148753f8872 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=baf9eff18c8b4dcca12ddeba4abc4a86&device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 1132 time: 0.1681018 Mar 27 15:28:35.035667 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82058592-fe42-46da-9e4c-3eb054243a5d req-b1ddd61f-a58b-4193-91ce-6398fec49cc7 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:35.045267 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-82058592-fe42-46da-9e4c-3eb054243a5d req-b1ddd61f-a58b-4193-91ce-6398fec49cc7 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 948 time: 0.0846915 Mar 27 15:28:35.167617 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 35482) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:35.172281 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-eace867a-744c-4151-9772-d2600017c116 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2036249822-network', 'tenant_id': '620fa77cce524dca886feac49f6df4d7'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:35.173904 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-82058592-fe42-46da-9e4c-3eb054243a5d req-534243d5-2d65-4866-9773-1d2360c64bc3 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa29d38-5d5c-445e-a63e-3267e3a7db07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274467 Mar 27 15:28:35.208896 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 91c31e8f-4134-4aba-b06e-20ba4d29fc92 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:35.253894 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eace867a-744c-4151-9772-d2600017c116 admin admin] Made reservation on behalf of 620fa77cce524dca886feac49f6df4d7 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:35.256061 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eace867a-744c-4151-9772-d2600017c116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:35.260589 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Sync routers for ids ['734a6042-0f26-4559-9778-b1e8666243b0'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:28:35.276902 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716ed87-d373-4e19-8f9e-1dbc7b5f0d69 req-88787146-48a6-4cc2-91bd-789198004312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:35.278367 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0716ed87-d373-4e19-8f9e-1dbc7b5f0d69 req-88787146-48a6-4cc2-91bd-789198004312 service neutron] 10.222.0.16 "GET /v2.0/networks?id=89233609-85db-4500-9bda-00add66f084a HTTP/1.1" status: 200 len: 870 time: 0.2452211 Mar 27 15:28:35.279036 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eace867a-744c-4151-9772-d2600017c116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:35.279706 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Routers {'734a6042-0f26-4559-9778-b1e8666243b0'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:35.280340 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:28:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['734a6042-0f26-4559-9778-b1e8666243b0'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:35.340066 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0716ed87-d373-4e19-8f9e-1dbc7b5f0d69 req-814d482e-6666-41ea-980a-9b936e48040c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=85ec0261-1eff-4483-9869-dccf4321f3d4 HTTP/1.1" status: 200 len: 217 time: 0.0512884 Mar 27 15:28:35.357213 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 91c31e8f-4134-4aba-b06e-20ba4d29fc92 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:35.357647 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (91c31e8f-4134-4aba-b06e-20ba4d29fc92), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:35.385269 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b40ddb5-5b46-437b-b2f4-7282baa8e9b1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Router d4280781-9492-44c8-9a24-816de91f46bc has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:28:35.425692 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716ed87-d373-4e19-8f9e-1dbc7b5f0d69 req-3feb2484-1965-4f54-97e8-f118ffbca160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:35.427181 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0716ed87-d373-4e19-8f9e-1dbc7b5f0d69 req-3feb2484-1965-4f54-97e8-f118ffbca160 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ae834545-ea32-4c5f-8eff-0e5f574b026c HTTP/1.1" status: 200 len: 843 time: 0.0797319 Mar 27 15:28:35.443333 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Set router 734a6042-0f26-4559-9778-b1e8666243b0 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:35.543303 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 91c31e8f-4134-4aba-b06e-20ba4d29fc92 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:35.584711 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eace867a-744c-4151-9772-d2600017c116 admin admin] Publish callbacks [] for security_group (a89de1b1-6615-4aa6-8890-e3ecd3b31302), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:35.593874 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eace867a-744c-4151-9772-d2600017c116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (a89de1b1-6615-4aa6-8890-e3ecd3b31302), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:35.627529 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eace867a-744c-4151-9772-d2600017c116 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:28:35.636545 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b40ddb5-5b46-437b-b2f4-7282baa8e9b1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:28:35.641879 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4b40ddb5-5b46-437b-b2f4-7282baa8e9b1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:35.648064 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e21a29-076f-4e0c-9c0f-3c0be3a748d1 None None] Sync routers for ids ['d4280781-9492-44c8-9a24-816de91f46bc'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:28:35.659447 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e21a29-076f-4e0c-9c0f-3c0be3a748d1 None None] Routers {'d4280781-9492-44c8-9a24-816de91f46bc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:35.659981 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-86e21a29-076f-4e0c-9c0f-3c0be3a748d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:28:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d4280781-9492-44c8-9a24-816de91f46bc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:35.668794 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716ed87-d373-4e19-8f9e-1dbc7b5f0d69 req-0a678384-595c-4c8f-ada8-72b477a44140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:35.672744 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0716ed87-d373-4e19-8f9e-1dbc7b5f0d69 req-0a678384-595c-4c8f-ada8-72b477a44140 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89233609-85db-4500-9bda-00add66f084a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1591170 Mar 27 15:28:35.677745 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eace867a-744c-4151-9772-d2600017c116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (422f0c89-c9e5-49f6-b4a8-fccfae551acd), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:35.678214 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-eace867a-744c-4151-9772-d2600017c116 admin admin] Added segment 422f0c89-c9e5-49f6-b4a8-fccfae551acd of type vlan for network 4361fc12-5be1-47b2-b467-aab38e7c79e6 Mar 27 15:28:35.711496 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace867a-744c-4151-9772-d2600017c116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89de1b1-6615-4aa6-8890-e3ecd3b31302,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:35.719933 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6042-0f26-4559-9778-b1e8666243b0', 'name': 'tempest-TestMinimumBasicScenario-1982982301-router', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'gw_port': {'id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'dd0ec6b8-c979-4fd6-b5ac-126d23c2c401', 'name': '', 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'mac_address': 'fa:16:3e:fb:d8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:32Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 2, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'subnets': [{'id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:35.763416 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Checking router: 734a6042-0f26-4559-9778-b1e8666243b0 for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:28:35.763784 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Updating router 734a6042-0f26-4559-9778-b1e8666243b0 port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 binding host dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:28:35.771165 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-86e21a29-076f-4e0c-9c0f-3c0be3a748d1 None None] Set router d4280781-9492-44c8-9a24-816de91f46bc gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:35.800175 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-4b40ddb5-5b46-437b-b2f4-7282baa8e9b1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "PUT /v2.0/floatingips/15f0f5b2-576d-4609-983d-0e79f738d160 HTTP/1.1" status: 200 len: 992 time: 2.7127256 Mar 27 15:28:35.800175 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'tag': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:28:35.800175 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362d49cb-cdd1-40bc-936b-c194b09e7bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b49b704d-bbdf-4275-9a58-6cc58796e60e", "tag": "9bbd2991-dff8-4187-ba17-ad99fb3ad6ee"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:28:35.807779 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eace867a-744c-4151-9772-d2600017c116 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (4361fc12-5be1-47b2-b467-aab38e7c79e6), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:35.813133 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:35.838502 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfb35a4-e808-4f3b-bcbb-e7865167e473 x-openstack-request-id: req-ebfb35a4-e808-4f3b-bcbb-e7865167e473 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:28:35.838817 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49b704d-bbdf-4275-9a58-6cc58796e60e", "tag": "9bbd2991-dff8-4187-ba17-ad99fb3ad6ee", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:28:35.839071 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebfb35a4-e808-4f3b-bcbb-e7865167e473 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:28:35.839473 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebfb35a4-e808-4f3b-bcbb-e7865167e473'] response: {'name': 'network-changed', 'server_uuid': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'tag': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee', 'status': 'completed', 'code': 200} Mar 27 15:28:35.855379 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eace867a-744c-4151-9772-d2600017c116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (4361fc12-5be1-47b2-b467-aab38e7c79e6), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:35.856760 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace867a-744c-4151-9772-d2600017c116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:35.857384 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eace867a-744c-4151-9772-d2600017c116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:35.997603 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-eace867a-744c-4151-9772-d2600017c116 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8311183 Mar 27 15:28:36.001768 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 35516) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:36.007993 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7db2e2a5-6eb0-43e8-bf61-1c49301c57a1 admin admin] Request body: {'subnet': {'network_id': '4361fc12-5be1-47b2-b467-aab38e7c79e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2036249822-subnet', 'tenant_id': '620fa77cce524dca886feac49f6df4d7', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:36.025367 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0716ed87-d373-4e19-8f9e-1dbc7b5f0d69 req-51600446-a5a6-46bb-89d3-eb4e6a763c2e service neutron] 10.222.0.16 "GET /v2.0/networks/89233609-85db-4500-9bda-00add66f084a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336966 Mar 27 15:28:36.027605 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace867a-744c-4151-9772-d2600017c116 admin admin] Pushing event updated for resources: {'Network': ['ID=4361fc12-5be1-47b2-b467-aab38e7c79e6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:36.031560 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d49cb-cdd1-40bc-936b-c194b09e7bb6 req-82e53098-9aa7-425a-9b8c-83ed4d801cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:36.033223 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-362d49cb-cdd1-40bc-936b-c194b09e7bb6 req-82e53098-9aa7-425a-9b8c-83ed4d801cb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7&device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 1130 time: 0.1571522 Mar 27 15:28:36.088105 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db2e2a5-6eb0-43e8-bf61-1c49301c57a1 admin admin] Made reservation on behalf of 620fa77cce524dca886feac49f6df4d7 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:36.091080 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7db2e2a5-6eb0-43e8-bf61-1c49301c57a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24757375'] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:36.110992 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network 4361fc12-5be1-47b2-b467-aab38e7c79e6 details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:28:36.164012 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d49cb-cdd1-40bc-936b-c194b09e7bb6 req-fced296a-5708-4f85-9e7c-340b49eeeae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:36.165889 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-362d49cb-cdd1-40bc-936b-c194b09e7bb6 req-fced296a-5708-4f85-9e7c-340b49eeeae2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9 HTTP/1.1" status: 200 len: 917 time: 0.1241000 Mar 27 15:28:36.210023 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-86e21a29-076f-4e0c-9c0f-3c0be3a748d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 4, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '15f0f5b2-576d-4609-983d-0e79f738d160', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'floating_ip_address': '172.28.3.181', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'port_id': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'mac_address': 'fa:16:3e:38:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:28:17Z', 'updated_at': '2022-03-27T15:28:34Z', 'revision_number': 1, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e819846d-180a-4b36-82c8-4781c740afcb', 'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'mac_address': 'fa:16:3e:42:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:13Z', 'updated_at': '2022-03-27T15:28:19Z', 'revision_number': 5, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'subnets': [{'id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:36.236804 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e21a29-076f-4e0c-9c0f-3c0be3a748d1 None None] Checking router: d4280781-9492-44c8-9a24-816de91f46bc for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:28:36.249680 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e21a29-076f-4e0c-9c0f-3c0be3a748d1 None None] Routers {'d4280781-9492-44c8-9a24-816de91f46bc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:36.250972 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-86e21a29-076f-4e0c-9c0f-3c0be3a748d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:28:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d4280781-9492-44c8-9a24-816de91f46bc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:36.280634 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4de1ad-1282-4ca7-9ce7-2a69c640a474 req-661b6fba-eee7-4ec1-8fd9-f02b93c3b0d4 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:36.289129 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bc4de1ad-1282-4ca7-9ce7-2a69c640a474 req-661b6fba-eee7-4ec1-8fd9-f02b93c3b0d4 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.1358812 Mar 27 15:28:36.406359 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0716ed87-d373-4e19-8f9e-1dbc7b5f0d69 req-854dd6bb-2f2d-4a53-99af-a897303e562b service neutron] 10.222.0.16 "GET /v2.0/networks/89233609-85db-4500-9bda-00add66f084a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715918 Mar 27 15:28:36.414777 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bc4de1ad-1282-4ca7-9ce7-2a69c640a474 req-b9d11df9-ce61-4f44-9e79-1196f23885f7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198878 Mar 27 15:28:36.427569 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-86e21a29-076f-4e0c-9c0f-3c0be3a748d1 None None] Set router d4280781-9492-44c8-9a24-816de91f46bc gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:36.444902 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-362d49cb-cdd1-40bc-936b-c194b09e7bb6 req-61a206dc-465d-4537-8d61-3686abd344ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee HTTP/1.1" status: 200 len: 1000 time: 0.2685225 Mar 27 15:28:36.446568 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Publish callbacks [] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:36.451674 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848feb21-ebd6-4e6e-a57c-c6aef8673d87 req-f59ed41b-e380-48d7-8c79-cb1bbb76e2fb tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:36.453174 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:36.453736 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-848feb21-ebd6-4e6e-a57c-c6aef8673d87 req-f59ed41b-e380-48d7-8c79-cb1bbb76e2fb tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 948 time: 0.1331387 Mar 27 15:28:36.506564 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bad5d7-6cbc-4776-b52c-a9621a394b57 None None] Pushing event updated for resources: {'Port': ['ID=dd0ec6b8-c979-4fd6-b5ac-126d23c2c401,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:36.552066 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-848feb21-ebd6-4e6e-a57c-c6aef8673d87 req-2179584f-a1dc-4b5b-a72c-15dabada88a1 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa29d38-5d5c-445e-a63e-3267e3a7db07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921052 Mar 27 15:28:36.584357 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d49cb-cdd1-40bc-936b-c194b09e7bb6 req-09927a69-346f-4005-913e-bd96ddefc3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:36.586877 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-362d49cb-cdd1-40bc-936b-c194b09e7bb6 req-09927a69-346f-4005-913e-bd96ddefc3a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0561c3b1-821a-43aa-9e3d-0208dfe94d6f HTTP/1.1" status: 200 len: 855 time: 0.1359413 Mar 27 15:28:36.641025 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Attempting to bind port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:28:36.641375 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Attempting to bind port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '8cb3952b-b039-4207-bade-f70336e3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:28:36.641626 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Attempting to bind port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 on network fd0cb6a7-146a-443c-89b2-dd69dffce6c4 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:28:36.645376 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7db2e2a5-6eb0-43e8-bf61-1c49301c57a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5227303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24757353'] for subnet (a7a12495-cbaf-4314-9417-95838981e731), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:36.647789 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:28:36.648660 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Checking segment: {'id': '8cb3952b-b039-4207-bade-f70336e3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:36.648660 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:36.648957 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Bound using segment: {'id': '8cb3952b-b039-4207-bade-f70336e3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:28:36.649467 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Bound port: dd0ec6b8-c979-4fd6-b5ac-126d23c2c401, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb3952b-b039-4207-bade-f70336e3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:28:36.649960 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:36.652232 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d49cb-cdd1-40bc-936b-c194b09e7bb6 req-e2b0a5d3-a8b9-492f-8c56-e0c7f0922c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:36.653908 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-362d49cb-cdd1-40bc-936b-c194b09e7bb6 req-e2b0a5d3-a8b9-492f-8c56-e0c7f0922c87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0607374 Mar 27 15:28:36.731944 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2e2a5-6eb0-43e8-bf61-1c49301c57a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a12495-cbaf-4314-9417-95838981e731,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:36.744698 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db2e2a5-6eb0-43e8-bf61-1c49301c57a1 admin admin] Checking segment: {'id': '422f0c89-c9e5-49f6-b4a8-fccfae551acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4361fc12-5be1-47b2-b467-aab38e7c79e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:36.745186 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db2e2a5-6eb0-43e8-bf61-1c49301c57a1 admin admin] Network hostable DHCP agents. Network: 4361fc12-5be1-47b2-b467-aab38e7c79e6, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:28:36.767619 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db2e2a5-6eb0-43e8-bf61-1c49301c57a1 admin admin] Network 4361fc12-5be1-47b2-b467-aab38e7c79e6 is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:28:36.782817 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7db2e2a5-6eb0-43e8-bf61-1c49301c57a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, 4361fc12-5be1-47b2-b467-aab38e7c79e6) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:36.788321 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db2e2a5-6eb0-43e8-bf61-1c49301c57a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:36.788969 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7db2e2a5-6eb0-43e8-bf61-1c49301c57a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:36.798180 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-362d49cb-cdd1-40bc-936b-c194b09e7bb6 req-c5f64e2c-4ea2-417e-8e1a-1c279f004a1a service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374478 Mar 27 15:28:36.800406 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e15e7e-9df1-4b85-99c9-d6907e0f10e8 None None] Network 4361fc12-5be1-47b2-b467-aab38e7c79e6 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:28:36.821723 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-7db2e2a5-6eb0-43e8-bf61-1c49301c57a1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8186669 Mar 27 15:28:36.825199 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 35532) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:36.834699 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2036249822-router', 'tenant_id': '620fa77cce524dca886feac49f6df4d7', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:36.856108 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-86e21a29-076f-4e0c-9c0f-3c0be3a748d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 4, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '15f0f5b2-576d-4609-983d-0e79f738d160', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'floating_ip_address': '172.28.3.181', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'port_id': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'mac_address': 'fa:16:3e:38:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:28:17Z', 'updated_at': '2022-03-27T15:28:34Z', 'revision_number': 1, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e819846d-180a-4b36-82c8-4781c740afcb', 'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'mac_address': 'fa:16:3e:42:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:13Z', 'updated_at': '2022-03-27T15:28:19Z', 'revision_number': 5, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'subnets': [{'id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:36.866348 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] For port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:28:36.874468 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8114740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3413'] for router (c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:36.875989 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8115364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3422'] for router (c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:36.925812 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e21a29-076f-4e0c-9c0f-3c0be3a748d1 None None] The sync data for ids ['d4280781-9492-44c8-9a24-816de91f46bc'] in dv-cinder-835384-1-smb is: [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 4, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '15f0f5b2-576d-4609-983d-0e79f738d160', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'floating_ip_address': '172.28.3.181', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'port_id': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'mac_address': 'fa:16:3e:38:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:28:17Z', 'updated_at': '2022-03-27T15:28:34Z', 'revision_number': 1, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e819846d-180a-4b36-82c8-4781c740afcb', 'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'mac_address': 'fa:16:3e:42:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:13Z', 'updated_at': '2022-03-27T15:28:19Z', 'revision_number': 5, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'subnets': [{'id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:28:36.968618 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Publish callbacks [] for router_controller (c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc), precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:36.987537 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-362d49cb-cdd1-40bc-936b-c194b09e7bb6 req-0bb763ff-0e82-44eb-a17c-e0731c3e0647 service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816237 Mar 27 15:28:37.098491 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] For port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=dd0ec6b8-c979-4fd6-b5ac-126d23c2c401,segment=NetworkSegment(8cb3952b-b039-4207-bade-f70336e3efd3),segment_id=8cb3952b-b039-4207-bade-f70336e3efd3)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:28:37.112641 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-462c54e3-4b9e-4c10-b0c3-9ab6aa1b1119 None None] Provisioning complete for port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:37.113341 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-462c54e3-4b9e-4c10-b0c3-9ab6aa1b1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:37.144846 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:37.160572 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Publish callbacks [] for router_gateway (c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:37.295550 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bad5d7-6cbc-4776-b52c-a9621a394b57 None None] Pushing event updated for resources: {'Port': ['ID=dd0ec6b8-c979-4fd6-b5ac-126d23c2c401,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:37.311898 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1149be5e-69e0-5c3c-8334-0e120ffae105-4361fc12-5be1-47b2-b467-aab38e7c79e6', 'network_id': '4361fc12-5be1-47b2-b467-aab38e7c79e6', 'project_id': '620fa77cce524dca886feac49f6df4d7', 'fixed_ips': [{'subnet_id': 'a7a12495-cbaf-4314-9417-95838981e731'}]}} from dv-cinder-835384-1-smb. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:28:37.313433 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:37.318824 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Routers {'734a6042-0f26-4559-9778-b1e8666243b0'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:37.319612 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:28:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['734a6042-0f26-4559-9778-b1e8666243b0'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:37.395380 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adcf1c9-ac9d-41ae-bd54-696169bf83ff None None] New status for floating IP 15f0f5b2-576d-4609-983d-0e79f738d160: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:28:37.452126 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Publish callbacks [] for router_gateway (c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:37.480101 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:37.618771 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474dcb3-cf06-4c01-be22-91b85bbf4869 req-166fd3ab-10e5-4e61-bec9-be47f40fed81 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:37.620292 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9474dcb3-cf06-4c01-be22-91b85bbf4869 req-166fd3ab-10e5-4e61-bec9-be47f40fed81 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.0974646 Mar 27 15:28:37.621097 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-462c54e3-4b9e-4c10-b0c3-9ab6aa1b1119 None None] Current status of the port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:37.621584 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-462c54e3-4b9e-4c10-b0c3-9ab6aa1b1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:37.647380 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Allocated IP 172.28.3.22 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/00f85334-2453-4fb7-9881-8c607863b232) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:28:37.735870 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] Set router 734a6042-0f26-4559-9778-b1e8666243b0 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:37.825724 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-462c54e3-4b9e-4c10-b0c3-9ab6aa1b1119 None None] For port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=dd0ec6b8-c979-4fd6-b5ac-126d23c2c401,segment=NetworkSegment(8cb3952b-b039-4207-bade-f70336e3efd3),segment_id=8cb3952b-b039-4207-bade-f70336e3efd3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:37.844639 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-462c54e3-4b9e-4c10-b0c3-9ab6aa1b1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:37.851272 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Allocated IP 172.20.0.2 (4361fc12-5be1-47b2-b467-aab38e7c79e6/a7a12495-cbaf-4314-9417-95838981e731/cebab21f-cab8-431f-baea-a436dad7b821) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:28:37.982350 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9474dcb3-cf06-4c01-be22-91b85bbf4869 req-72a90630-9160-4de3-b7ea-712ef0d9f36e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539972 Mar 27 15:28:38.006946 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561c041-5628-455d-8ab6-21dafd09fc33 req-385806ae-86dd-4087-a7f6-bb00267c0762 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:38.006946 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c561c041-5628-455d-8ab6-21dafd09fc33 req-385806ae-86dd-4087-a7f6-bb00267c0762 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 948 time: 0.3551686 Mar 27 15:28:38.049566 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c54e3-4b9e-4c10-b0c3-9ab6aa1b1119 None None] Pushing event updated for resources: {'Port': ['ID=dd0ec6b8-c979-4fd6-b5ac-126d23c2c401,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:38.057401 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Publish callbacks [] for port (00f85334-2453-4fb7-9881-8c607863b232), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.076911 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-1da3d825-5f3d-426b-9ec7-a9553cfde77d None None] Provisioning complete for port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:38.077753 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1da3d825-5f3d-426b-9ec7-a9553cfde77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.079509 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c561c041-5628-455d-8ab6-21dafd09fc33 req-814ef119-593b-40fd-b5e0-493144e5d39d tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa29d38-5d5c-445e-a63e-3267e3a7db07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701063 Mar 27 15:28:38.129320 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (00f85334-2453-4fb7-9881-8c607863b232), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.177148 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:38.181338 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:38.183876 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:28:38.209738 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Pushing event updated for resources: {'Port': ['ID=00f85334-2453-4fb7-9881-8c607863b232,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:38.222401 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Publish callbacks [] for port (cebab21f-cab8-431f-baea-a436dad7b821), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.230929 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (cebab21f-cab8-431f-baea-a436dad7b821), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.305323 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Network 4361fc12-5be1-47b2-b467-aab38e7c79e6 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:38.311606 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:38.316008 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-1da3d825-5f3d-426b-9ec7-a9553cfde77d None None] Current status of the port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:38.322425 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:28:38.325650 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6042-0f26-4559-9778-b1e8666243b0', 'name': 'tempest-TestMinimumBasicScenario-1982982301-router', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'gw_port': {'id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'dd0ec6b8-c979-4fd6-b5ac-126d23c2c401', 'name': '', 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'mac_address': 'fa:16:3e:fb:d8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:32Z', 'updated_at': '2022-03-27T15:28:36Z', 'revision_number': 4, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'subnets': [{'id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:38.326953 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d595f-a340-4789-97ea-8f0ccaa96fc4 req-c3a8843d-6cc8-4708-bebf-3c8fdc0329c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:38.328550 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ca7d595f-a340-4789-97ea-8f0ccaa96fc4 req-c3a8843d-6cc8-4708-bebf-3c8fdc0329c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 1129 time: 0.0630026 Mar 27 15:28:38.334187 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Pushing event updated for resources: {'Port': ['ID=cebab21f-cab8-431f-baea-a436dad7b821,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:38.363481 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff63f4-ed40-448c-9ee0-9316ca18aaee None None] The sync data for ids ['734a6042-0f26-4559-9778-b1e8666243b0'] in dv-cinder-835384-1-smb is: [{'id': '734a6042-0f26-4559-9778-b1e8666243b0', 'name': 'tempest-TestMinimumBasicScenario-1982982301-router', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'gw_port': {'id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'dd0ec6b8-c979-4fd6-b5ac-126d23c2c401', 'name': '', 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'mac_address': 'fa:16:3e:fb:d8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:32Z', 'updated_at': '2022-03-27T15:28:36Z', 'revision_number': 4, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'subnets': [{'id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:28:38.387984 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ca7d595f-a340-4789-97ea-8f0ccaa96fc4 req-1f326328-3676-4382-aebf-fddfd32dca13 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520983 Mar 27 15:28:38.444173 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Attempting to bind port cebab21f-cab8-431f-baea-a436dad7b821 on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:28:38.444554 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Attempting to bind port cebab21f-cab8-431f-baea-a436dad7b821 by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '422f0c89-c9e5-49f6-b4a8-fccfae551acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4361fc12-5be1-47b2-b467-aab38e7c79e6'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:28:38.444923 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Attempting to bind port cebab21f-cab8-431f-baea-a436dad7b821 on network 4361fc12-5be1-47b2-b467-aab38e7c79e6 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:28:38.451087 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:28:38.451472 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Checking segment: {'id': '422f0c89-c9e5-49f6-b4a8-fccfae551acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4361fc12-5be1-47b2-b467-aab38e7c79e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:38.451883 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.452274 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Bound using segment: {'id': '422f0c89-c9e5-49f6-b4a8-fccfae551acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4361fc12-5be1-47b2-b467-aab38e7c79e6'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:28:38.452731 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Bound port: cebab21f-cab8-431f-baea-a436dad7b821, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422f0c89-c9e5-49f6-b4a8-fccfae551acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4361fc12-5be1-47b2-b467-aab38e7c79e6'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:28:38.453111 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (cebab21f-cab8-431f-baea-a436dad7b821), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.529566 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Publish callbacks [] for router_gateway (c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.534916 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.547558 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] For port cebab21f-cab8-431f-baea-a436dad7b821, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:28:38.550831 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] For port cebab21f-cab8-431f-baea-a436dad7b821, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=cebab21f-cab8-431f-baea-a436dad7b821,segment=NetworkSegment(422f0c89-c9e5-49f6-b4a8-fccfae551acd),segment_id=422f0c89-c9e5-49f6-b4a8-fccfae551acd)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:28:38.558881 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (cebab21f-cab8-431f-baea-a436dad7b821), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.625438 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81e3b6-4bf8-4e36-96af-0691493a7740 None None] Pushing event updated for resources: {'Port': ['ID=cebab21f-cab8-431f-baea-a436dad7b821,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:38.805000 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8115391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8111138'] for router (c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.972069 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 35556) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:38.995540 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Router c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc is scheduled to L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:28:39.206912 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e3ecc72-cb86-462d-9c84-6c42f1e40a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.213635 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:28:39.221591 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e428bea-6bea-447f-8aaa-e8b9ce105b84 req-4bafc3d0-2cef-4785-b77c-d0d7e9f30939 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:39.223713 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Sync routers for ids ['c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:28:39.228342 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5e428bea-6bea-447f-8aaa-e8b9ce105b84 req-4bafc3d0-2cef-4785-b77c-d0d7e9f30939 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.1277709 Mar 27 15:28:39.237074 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Routers {'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:39.238406 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:28:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:39.305243 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.307004 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-ec10870b-8a1d-403b-b7eb-0384cc1d92df admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4802091 Mar 27 15:28:39.307961 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device cebab21f-cab8-431f-baea-a436dad7b821 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:39.309853 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 35564) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:39.377671 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5e428bea-6bea-447f-8aaa-e8b9ce105b84 req-171d4029-4eaa-4e77-aac3-7ea6f60d411e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484489 Mar 27 15:28:39.415882 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef915487-d0c1-4167-b40f-5aa778545368 req-5055c167-938a-4c7d-be9c-ffb5f9b00fb6 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:39.421593 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ef915487-d0c1-4167-b40f-5aa778545368 req-5055c167-938a-4c7d-be9c-ffb5f9b00fb6 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 948 time: 0.1831996 Mar 27 15:28:39.427574 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Set router c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:39.433829 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port cebab21f-cab8-431f-baea-a436dad7b821 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:39.434221 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (cebab21f-cab8-431f-baea-a436dad7b821), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.565251 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 85ec0261-1eff-4483-9869-dccf4321f3d4 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:28:39.575294 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e3ecc72-cb86-462d-9c84-6c42f1e40a3a admin admin] Publish callbacks [] for security_group (2d138ce4-70b8-403a-8ec6-1a2b14c45ca1), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.589098 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0e3ecc72-cb86-462d-9c84-6c42f1e40a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (2d138ce4-70b8-403a-8ec6-1a2b14c45ca1), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.597503 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port cebab21f-cab8-431f-baea-a436dad7b821 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:39.598040 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (cebab21f-cab8-431f-baea-a436dad7b821), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.711044 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-0e3ecc72-cb86-462d-9c84-6c42f1e40a3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6a5f314f6164b22be8d2b15eb2b7366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7377870 Mar 27 15:28:39.711884 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 35566) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:39.727133 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ef915487-d0c1-4167-b40f-5aa778545368 req-938e5383-efd6-4838-ad59-e27e1257fe47 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa29d38-5d5c-445e-a63e-3267e3a7db07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884333 Mar 27 15:28:39.737440 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ecc72-cb86-462d-9c84-6c42f1e40a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d138ce4-70b8-403a-8ec6-1a2b14c45ca1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:39.818684 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'name': 'tempest-TestMinimumBasicScenario-2036249822-router', 'tenant_id': '620fa77cce524dca886feac49f6df4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '00f85334-2453-4fb7-9881-8c607863b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:36Z', 'updated_at': '2022-03-27T15:28:38Z', 'revision_number': 3, 'project_id': '620fa77cce524dca886feac49f6df4d7', 'gw_port': {'id': '00f85334-2453-4fb7-9881-8c607863b232', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:37Z', 'updated_at': '2022-03-27T15:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:39.867576 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Checking router: c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:28:39.868492 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Updating router c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc port 00f85334-2453-4fb7-9881-8c607863b232 binding host dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:28:39.910480 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3861410a-120b-4fa2-9105-ff436735f583 admin admin] Publish callbacks [] for security_group (2d138ce4-70b8-403a-8ec6-1a2b14c45ca1), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.964412 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3861410a-120b-4fa2-9105-ff436735f583 admin admin] Publish callbacks [] for security_group (2d138ce4-70b8-403a-8ec6-1a2b14c45ca1), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.967306 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (00f85334-2453-4fb7-9881-8c607863b232), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.021151 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] For port cebab21f-cab8-431f-baea-a436dad7b821, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=cebab21f-cab8-431f-baea-a436dad7b821,segment=NetworkSegment(422f0c89-c9e5-49f6-b4a8-fccfae551acd),segment_id=422f0c89-c9e5-49f6-b4a8-fccfae551acd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:40.031014 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (cebab21f-cab8-431f-baea-a436dad7b821), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.033315 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:40.046452 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3861410a-120b-4fa2-9105-ff436735f583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (2d138ce4-70b8-403a-8ec6-1a2b14c45ca1), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.057232 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3861410a-120b-4fa2-9105-ff436735f583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.061725 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-3861410a-120b-4fa2-9105-ff436735f583 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d138ce4-70b8-403a-8ec6-1a2b14c45ca1 HTTP/1.1" status: 204 len: 168 time: 0.3307991 Mar 27 15:28:40.069925 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861410a-120b-4fa2-9105-ff436735f583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d138ce4-70b8-403a-8ec6-1a2b14c45ca1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:40.164225 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 85ec0261-1eff-4483-9869-dccf4321f3d4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=85ec0261-1eff-4483-9869-dccf4321f3d4,segment=NetworkSegment(7e1baaea-d89b-4806-afb8-86eb663179e5),segment_id=7e1baaea-d89b-4806-afb8-86eb663179e5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:40.170377 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b7c64a-0c0b-413c-8b8b-0c9ed37284a3 None None] Network 4361fc12-5be1-47b2-b467-aab38e7c79e6 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:28:40.250692 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '85ec0261-1eff-4483-9869-dccf4321f3d4', 'network_id': '89233609-85db-4500-9bda-00add66f084a', 'port_id': '85ec0261-1eff-4483-9869-dccf4321f3d4', 'mac_address': 'fa:16:3e:8a:ed:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae834545-ea32-4c5f-8eff-0e5f574b026c', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:28:40.328236 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Pushing event updated for resources: {'Port': ['ID=cebab21f-cab8-431f-baea-a436dad7b821,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:40.337813 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.347367 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-341b23b9-83b4-48d1-840d-1e90f37eb621 None None] Provisioning complete for port cebab21f-cab8-431f-baea-a436dad7b821 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:40.347744 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-341b23b9-83b4-48d1-840d-1e90f37eb621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (cebab21f-cab8-431f-baea-a436dad7b821), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.427607 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 85ec0261-1eff-4483-9869-dccf4321f3d4 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:40.428239 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (85ec0261-1eff-4483-9869-dccf4321f3d4), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.434066 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:40.434066 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.466898 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Publish callbacks [] for port (00f85334-2453-4fb7-9881-8c607863b232), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.480973 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (00f85334-2453-4fb7-9881-8c607863b232), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.517666 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ec0261-1eff-4483-9869-dccf4321f3d4 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:28:40.568535 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Allocated IP 172.20.0.1 (4361fc12-5be1-47b2-b467-aab38e7c79e6/a7a12495-cbaf-4314-9417-95838981e731/8b234625-e95e-4464-95d7-0ede9d3d60de) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:28:40.574153 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea2381-f918-4d6f-81fd-915f2892ec9f req-e5d00897-4fd8-479b-8505-7f68acb16a61 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:40.576608 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-eaea2381-f918-4d6f-81fd-915f2892ec9f req-e5d00897-4fd8-479b-8505-7f68acb16a61 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.0940223 Mar 27 15:28:40.582873 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Attempting to bind port 00f85334-2453-4fb7-9881-8c607863b232 on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:28:40.583644 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Attempting to bind port 00f85334-2453-4fb7-9881-8c607863b232 by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:28:40.584262 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Attempting to bind port 00f85334-2453-4fb7-9881-8c607863b232 on network 6b523561-9fa5-43e1-895e-32993d078f63 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:28:40.593714 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 85ec0261-1eff-4483-9869-dccf4321f3d4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=85ec0261-1eff-4483-9869-dccf4321f3d4,segment=NetworkSegment(7e1baaea-d89b-4806-afb8-86eb663179e5),segment_id=7e1baaea-d89b-4806-afb8-86eb663179e5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:40.602431 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (85ec0261-1eff-4483-9869-dccf4321f3d4), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.608507 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:28:40.609032 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Checking segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:40.609639 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.610131 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Bound using segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:28:40.610719 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Bound port: 00f85334-2453-4fb7-9881-8c607863b232, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:28:40.611304 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (00f85334-2453-4fb7-9881-8c607863b232), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.654617 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-eaea2381-f918-4d6f-81fd-915f2892ec9f req-40f79bed-454a-4118-9cac-9af32cf1c59e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718849 Mar 27 15:28:40.658310 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-341b23b9-83b4-48d1-840d-1e90f37eb621 None None] Current status of the port cebab21f-cab8-431f-baea-a436dad7b821 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:40.678541 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8718475-e907-4b03-9530-bb5ae29b47a7 None None] Pushing event updated for resources: {'Port': ['ID=00f85334-2453-4fb7-9881-8c607863b232,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:40.721296 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] For port 00f85334-2453-4fb7-9881-8c607863b232, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:28:40.726317 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] For port 00f85334-2453-4fb7-9881-8c607863b232, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=00f85334-2453-4fb7-9881-8c607863b232,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:28:40.733005 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=85ec0261-1eff-4483-9869-dccf4321f3d4,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:40.738776 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (00f85334-2453-4fb7-9881-8c607863b232), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.825068 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd3e68-0407-419a-b6aa-5db44f12e018 req-7cfa2cdd-5ba9-410c-bb40-4a54b0168ba5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:40.830414 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b0cd3e68-0407-419a-b6aa-5db44f12e018 req-7cfa2cdd-5ba9-410c-bb40-4a54b0168ba5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0802860 Mar 27 15:28:40.851431 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:40.871717 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Routers {'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:40.872336 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:28:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:40.881949 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Publish callbacks [] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.937507 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.960239 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b0cd3e68-0407-419a-b6aa-5db44f12e018 req-17133982-0fd5-48d9-b085-43ef5eeefb19 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738664 Mar 27 15:28:40.993642 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['85ec0261-1eff-4483-9869-dccf4321f3d4'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:28:40.996357 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9b032-d858-40c1-81b5-f82808bc9464 req-7db8918e-56f9-469d-b22f-a92f9985c05c tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:41.007986 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-08a9b032-d858-40c1-81b5-f82808bc9464 req-7db8918e-56f9-469d-b22f-a92f9985c05c tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 949 time: 0.1685460 Mar 27 15:28:41.017773 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Network 4361fc12-5be1-47b2-b467-aab38e7c79e6 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:41.058652 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:41.071854 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:28:41.084744 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8718475-e907-4b03-9530-bb5ae29b47a7 None None] Pushing event updated for resources: {'Port': ['ID=00f85334-2453-4fb7-9881-8c607863b232,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:41.103708 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Pushing event updated for resources: {'Port': ['ID=8b234625-e95e-4464-95d7-0ede9d3d60de,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:41.126789 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8111607'] for router_interface (c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:41.142548 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-08a9b032-d858-40c1-81b5-f82808bc9464 req-784b5705-d7f1-4704-8e36-2eb62ce9a7f6 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa29d38-5d5c-445e-a63e-3267e3a7db07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355135 Mar 27 15:28:41.205212 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device cebab21f-cab8-431f-baea-a436dad7b821 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:41.229369 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] Set router c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:41.376799 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-fc2d2717-a349-4ace-b6fc-20a79481f1be None None] Provisioning complete for port cebab21f-cab8-431f-baea-a436dad7b821 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:41.377186 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2717-a349-4ace-b6fc-20a79481f1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (cebab21f-cab8-431f-baea-a436dad7b821), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:41.382998 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:41.474797 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port cebab21f-cab8-431f-baea-a436dad7b821 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:41.475181 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (cebab21f-cab8-431f-baea-a436dad7b821), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:41.659710 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'name': 'tempest-TestMinimumBasicScenario-2036249822-router', 'tenant_id': '620fa77cce524dca886feac49f6df4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '00f85334-2453-4fb7-9881-8c607863b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:36Z', 'updated_at': '2022-03-27T15:28:38Z', 'revision_number': 3, 'project_id': '620fa77cce524dca886feac49f6df4d7', 'gw_port': {'id': '00f85334-2453-4fb7-9881-8c607863b232', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:37Z', 'updated_at': '2022-03-27T15:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:41.667131 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Publish callbacks [] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:41.672025 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:41.699519 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d2717-a349-4ace-b6fc-20a79481f1be None None] Current status of the port cebab21f-cab8-431f-baea-a436dad7b821 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:41.719290 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ddc26-035d-4824-b2dc-9b00cd1c5b42 None None] The sync data for ids ['c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'] in dv-cinder-835384-1-smb is: [{'id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'name': 'tempest-TestMinimumBasicScenario-2036249822-router', 'tenant_id': '620fa77cce524dca886feac49f6df4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '00f85334-2453-4fb7-9881-8c607863b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:36Z', 'updated_at': '2022-03-27T15:28:38Z', 'revision_number': 3, 'project_id': '620fa77cce524dca886feac49f6df4d7', 'gw_port': {'id': '00f85334-2453-4fb7-9881-8c607863b232', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:37Z', 'updated_at': '2022-03-27T15:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:28:41.759426 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Pushing event updated for resources: {'Port': ['ID=8b234625-e95e-4464-95d7-0ede9d3d60de,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:41.762940 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8120400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8111459'] for router_interface (c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:41.769992 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port cebab21f-cab8-431f-baea-a436dad7b821 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:41.823623 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-be6868c9-36b8-48aa-80ce-54d6d4396d8f None None] Provisioning complete for port 8b234625-e95e-4464-95d7-0ede9d3d60de triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:41.824061 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-be6868c9-36b8-48aa-80ce-54d6d4396d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:41.869636 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-be6868c9-36b8-48aa-80ce-54d6d4396d8f None None] Port 8b234625-e95e-4464-95d7-0ede9d3d60de cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:28:41.875842 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Network 4361fc12-5be1-47b2-b467-aab38e7c79e6 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:41.877681 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:42.045269 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Router c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:28:42.222987 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-4728c094-c270-441b-9e84-02cc64c1b819 None None] Provisioning complete for port 8b234625-e95e-4464-95d7-0ede9d3d60de triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:42.224144 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4728c094-c270-441b-9e84-02cc64c1b819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:42.268531 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-4728c094-c270-441b-9e84-02cc64c1b819 None None] Port 8b234625-e95e-4464-95d7-0ede9d3d60de cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:28:42.269010 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:28:42.279481 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-d1c98cf0-ed6a-4f54-a833-c394e52633ce admin admin] 10.222.0.13 "PUT /v2.0/routers/c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9682062 Mar 27 15:28:42.315974 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0c267-333a-48c6-a9b2-c678c37c890e req-acccc658-ad3a-43d7-bd62-f89ef628dc8b tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:42.324204 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48c0c267-333a-48c6-a9b2-c678c37c890e req-acccc658-ad3a-43d7-bd62-f89ef628dc8b tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 949 time: 0.0947244 Mar 27 15:28:42.367387 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48c0c267-333a-48c6-a9b2-c678c37c890e req-170939c5-94d9-4b07-b78f-af438299e5bf tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa29d38-5d5c-445e-a63e-3267e3a7db07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422535 Mar 27 15:28:42.954767 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cc6c0-5eb2-4228-a92c-a2ee27bb8183 req-a06bd7ea-790f-4ff2-8960-ed94df4d33a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:42.959397 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec5cc6c0-5eb2-4228-a92c-a2ee27bb8183 req-a06bd7ea-790f-4ff2-8960-ed94df4d33a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 1130 time: 0.0599890 Mar 27 15:28:42.983673 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873bfadb-847a-44e2-ba9c-0e37d921ba85 req-30f31185-cfa2-411f-8d18-f94c2a1b5fdf tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:43.002642 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-873bfadb-847a-44e2-ba9c-0e37d921ba85 req-30f31185-cfa2-411f-8d18-f94c2a1b5fdf tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0877786 Mar 27 15:28:43.095415 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-873bfadb-847a-44e2-ba9c-0e37d921ba85 req-82522023-4042-46e7-9fe6-b8ed6950c09a tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918112 Mar 27 15:28:43.106315 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cc6c0-5eb2-4228-a92c-a2ee27bb8183 req-d7cd8198-b151-419c-a52a-9104fa6bc2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:43.108157 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec5cc6c0-5eb2-4228-a92c-a2ee27bb8183 req-d7cd8198-b151-419c-a52a-9104fa6bc2e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 920 time: 0.1428986 Mar 27 15:28:43.179514 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 00f85334-2453-4fb7-9881-8c607863b232 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:43.191544 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec5cc6c0-5eb2-4228-a92c-a2ee27bb8183 req-eeaff4bf-23bb-44ce-9eba-5a7ab461f4a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9f37157-f0f3-4fed-b212-c5e134a18d50 HTTP/1.1" status: 200 len: 217 time: 0.0762718 Mar 27 15:28:43.238928 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 00f85334-2453-4fb7-9881-8c607863b232 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:43.239886 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (00f85334-2453-4fb7-9881-8c607863b232), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:43.245630 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cc6c0-5eb2-4228-a92c-a2ee27bb8183 req-e31c6239-bd97-41ce-a33b-52c45d67b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:43.247196 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec5cc6c0-5eb2-4228-a92c-a2ee27bb8183 req-e31c6239-bd97-41ce-a33b-52c45d67b0b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 200 len: 858 time: 0.0488219 Mar 27 15:28:43.366489 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cc6c0-5eb2-4228-a92c-a2ee27bb8183 req-59279af5-bd62-4b56-95da-190189ad927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:43.368116 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec5cc6c0-5eb2-4228-a92c-a2ee27bb8183 req-59279af5-bd62-4b56-95da-190189ad927e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a88b8d02-0b8d-402d-8dfe-29190bd7b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1148510 Mar 27 15:28:43.371947 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 00f85334-2453-4fb7-9881-8c607863b232 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:43.372349 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (00f85334-2453-4fb7-9881-8c607863b232), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:43.419107 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] For port 00f85334-2453-4fb7-9881-8c607863b232, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=00f85334-2453-4fb7-9881-8c607863b232,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:43.426096 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (00f85334-2453-4fb7-9881-8c607863b232), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:43.557401 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Pushing event updated for resources: {'Port': ['ID=00f85334-2453-4fb7-9881-8c607863b232,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:43.562662 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 85ec0261-1eff-4483-9869-dccf4321f3d4 up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:43.596000 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec5cc6c0-5eb2-4228-a92c-a2ee27bb8183 req-ef44b66f-bf82-4c33-b16f-11b58287a167 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207952 Mar 27 15:28:43.612610 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178de2e-08dc-4949-858b-7782a3515b56 req-11b26180-bee8-4467-bcc2-69eb5223e265 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:43.621681 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7178de2e-08dc-4949-858b-7782a3515b56 req-11b26180-bee8-4467-bcc2-69eb5223e265 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 949 time: 0.0931110 Mar 27 15:28:43.685650 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port 85ec0261-1eff-4483-9869-dccf4321f3d4 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:28:43.695699 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 85ec0261-1eff-4483-9869-dccf4321f3d4 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:43.696119 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (85ec0261-1eff-4483-9869-dccf4321f3d4), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:43.761851 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec5cc6c0-5eb2-4228-a92c-a2ee27bb8183 req-4ff954b8-5844-4a3a-9f4b-f38a03d6dceb service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521859 Mar 27 15:28:43.766790 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7178de2e-08dc-4949-858b-7782a3515b56 req-994863ed-88c1-4247-9f69-c2a15cc47a27 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa29d38-5d5c-445e-a63e-3267e3a7db07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402652 Mar 27 15:28:43.851175 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 85ec0261-1eff-4483-9869-dccf4321f3d4 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:43.851565 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (85ec0261-1eff-4483-9869-dccf4321f3d4), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:43.876730 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b71a248-5b08-4809-9bd6-bd1977eda4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ec0261-1eff-4483-9869-dccf4321f3d4'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:28:43.879006 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c095dbfa-6fc9-4cd8-a675-b2462041dc67" -d '{"events": [{"server_uuid": "3b71a248-5b08-4809-9bd6-bd1977eda4a9", "name": "network-vif-plugged", "status": "completed", "tag": "85ec0261-1eff-4483-9869-dccf4321f3d4"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:28:43.895005 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 85ec0261-1eff-4483-9869-dccf4321f3d4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=85ec0261-1eff-4483-9869-dccf4321f3d4,segment=NetworkSegment(7e1baaea-d89b-4806-afb8-86eb663179e5),segment_id=7e1baaea-d89b-4806-afb8-86eb663179e5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:43.900914 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (85ec0261-1eff-4483-9869-dccf4321f3d4), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:43.929909 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69886ad-2383-43bb-b316-e2f7fad58ba9 x-openstack-request-id: req-c69886ad-2383-43bb-b316-e2f7fad58ba9 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:28:43.930244 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b71a248-5b08-4809-9bd6-bd1977eda4a9", "name": "network-vif-plugged", "status": "completed", "tag": "85ec0261-1eff-4483-9869-dccf4321f3d4", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:28:43.930490 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c69886ad-2383-43bb-b316-e2f7fad58ba9 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:28:43.931783 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69886ad-2383-43bb-b316-e2f7fad58ba9'] response: {'server_uuid': '3b71a248-5b08-4809-9bd6-bd1977eda4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ec0261-1eff-4483-9869-dccf4321f3d4', 'code': 200} Mar 27 15:28:43.971489 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=85ec0261-1eff-4483-9869-dccf4321f3d4,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:44.210979 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b540adf-9e05-45c7-bdd2-cdbbafea8abb req-42de95ee-d045-4418-8b36-7643f623646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:44.211744 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3b540adf-9e05-45c7-bdd2-cdbbafea8abb req-42de95ee-d045-4418-8b36-7643f623646e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 1134 time: 0.0794401 Mar 27 15:28:44.258056 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3ee81-8e34-49b5-9dde-8375dac84e07 req-c877ebff-a73a-4594-bfd8-64b7bbc9e8af tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:44.266239 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9ae3ee81-8e34-49b5-9dde-8375dac84e07 req-c877ebff-a73a-4594-bfd8-64b7bbc9e8af tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.1032352 Mar 27 15:28:44.293020 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-3b540adf-9e05-45c7-bdd2-cdbbafea8abb req-736aa15e-8603-4593-b33a-f155ea06dc98 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1fa29d38-5d5c-445e-a63e-3267e3a7db07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703549 Mar 27 15:28:44.307212 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Sync routers for ids ['c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:28:44.320521 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Routers {'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:44.321842 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9ae3ee81-8e34-49b5-9dde-8375dac84e07 req-ebe94f48-8eb1-40b6-94a5-ed0e97ab398a tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539000 Mar 27 15:28:44.322357 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:28:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:44.440667 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Set router c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:44.712617 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'name': 'tempest-TestMinimumBasicScenario-2036249822-router', 'tenant_id': '620fa77cce524dca886feac49f6df4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '00f85334-2453-4fb7-9881-8c607863b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:36Z', 'updated_at': '2022-03-27T15:28:41Z', 'revision_number': 4, 'project_id': '620fa77cce524dca886feac49f6df4d7', 'gw_port': {'id': '00f85334-2453-4fb7-9881-8c607863b232', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:37Z', 'updated_at': '2022-03-27T15:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '8b234625-e95e-4464-95d7-0ede9d3d60de', 'name': '', 'network_id': '4361fc12-5be1-47b2-b467-aab38e7c79e6', 'tenant_id': '620fa77cce524dca886feac49f6df4d7', 'mac_address': 'fa:16:3e:39:c0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'a7a12495-cbaf-4314-9417-95838981e731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:40Z', 'updated_at': '2022-03-27T15:28:41Z', 'revision_number': 2, 'project_id': '620fa77cce524dca886feac49f6df4d7', 'subnets': [{'id': 'a7a12495-cbaf-4314-9417-95838981e731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:44.752773 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Checking router: c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:28:44.753152 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Updating router c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc port 8b234625-e95e-4464-95d7-0ede9d3d60de binding host dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:28:44.791048 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:44.928273 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4a5d0-1227-42d9-98d2-00b8d7359ce8 req-bf1e5a5c-13fb-4b2b-a0cd-0f2f0f608ec5 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:44.938311 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3ee4a5d0-1227-42d9-98d2-00b8d7359ce8 req-bf1e5a5c-13fb-4b2b-a0cd-0f2f0f608ec5 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 950 time: 0.0986707 Mar 27 15:28:45.019783 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3ee4a5d0-1227-42d9-98d2-00b8d7359ce8 req-ffbfa889-33c8-4db5-b5b4-b17747160b14 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa29d38-5d5c-445e-a63e-3267e3a7db07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706713 Mar 27 15:28:45.135195 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Publish callbacks [] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:45.139928 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 00f85334-2453-4fb7-9881-8c607863b232 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:45.143967 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:45.378466 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a34e6a-9bdb-4464-8b9b-e6379c1608bd None None] Pushing event updated for resources: {'Port': ['ID=8b234625-e95e-4464-95d7-0ede9d3d60de,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:45.458782 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 00f85334-2453-4fb7-9881-8c607863b232 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:45.459408 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (00f85334-2453-4fb7-9881-8c607863b232), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:45.486340 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Attempting to bind port 8b234625-e95e-4464-95d7-0ede9d3d60de on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:28:45.489315 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Attempting to bind port 8b234625-e95e-4464-95d7-0ede9d3d60de by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '422f0c89-c9e5-49f6-b4a8-fccfae551acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4361fc12-5be1-47b2-b467-aab38e7c79e6'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:28:45.489315 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Attempting to bind port 8b234625-e95e-4464-95d7-0ede9d3d60de on network 4361fc12-5be1-47b2-b467-aab38e7c79e6 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:28:45.504692 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:28:45.505247 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Checking segment: {'id': '422f0c89-c9e5-49f6-b4a8-fccfae551acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4361fc12-5be1-47b2-b467-aab38e7c79e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:45.505757 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:45.506249 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Bound using segment: {'id': '422f0c89-c9e5-49f6-b4a8-fccfae551acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4361fc12-5be1-47b2-b467-aab38e7c79e6'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:28:45.506877 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Bound port: 8b234625-e95e-4464-95d7-0ede9d3d60de, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422f0c89-c9e5-49f6-b4a8-fccfae551acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4361fc12-5be1-47b2-b467-aab38e7c79e6'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:28:45.507357 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:45.519038 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53796304-09d1-4b12-82c8-d961a656b775 req-f062c15c-62df-476c-922a-7a1939059caa tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:45.521079 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-53796304-09d1-4b12-82c8-d961a656b775 req-f062c15c-62df-476c-922a-7a1939059caa tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.1072855 Mar 27 15:28:45.588506 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-53796304-09d1-4b12-82c8-d961a656b775 req-3b3d59aa-d47a-4cf7-966e-075ae024d90b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618105 Mar 27 15:28:45.648342 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 00f85334-2453-4fb7-9881-8c607863b232 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:45.651211 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] For port 8b234625-e95e-4464-95d7-0ede9d3d60de, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:28:45.678082 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] For port 8b234625-e95e-4464-95d7-0ede9d3d60de, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=8b234625-e95e-4464-95d7-0ede9d3d60de,segment=NetworkSegment(422f0c89-c9e5-49f6-b4a8-fccfae551acd),segment_id=422f0c89-c9e5-49f6-b4a8-fccfae551acd)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:28:45.685602 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:45.787015 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-3944d325-7a65-4042-8c0a-5470c8cef1ca None None] Provisioning complete for port 8b234625-e95e-4464-95d7-0ede9d3d60de triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:45.787604 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3944d325-7a65-4042-8c0a-5470c8cef1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:45.789293 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Routers {'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:28:45.790578 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:28:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:45.793344 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a34e6a-9bdb-4464-8b9b-e6379c1608bd None None] Pushing event updated for resources: {'Port': ['ID=8b234625-e95e-4464-95d7-0ede9d3d60de,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:46.006416 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] Set router c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:28:46.296902 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-3944d325-7a65-4042-8c0a-5470c8cef1ca None None] Current status of the port 8b234625-e95e-4464-95d7-0ede9d3d60de is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:46.296902 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3944d325-7a65-4042-8c0a-5470c8cef1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:46.368163 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb100e9d-7f70-4e14-9ae2-b1603dc45809 req-09ffbbdc-2dbf-4694-9615-d63535abf313 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:46.371243 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-eb100e9d-7f70-4e14-9ae2-b1603dc45809 req-09ffbbdc-2dbf-4694-9615-d63535abf313 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 950 time: 0.1351185 Mar 27 15:28:46.399679 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3944d325-7a65-4042-8c0a-5470c8cef1ca None None] For port 8b234625-e95e-4464-95d7-0ede9d3d60de, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=8b234625-e95e-4464-95d7-0ede9d3d60de,segment=NetworkSegment(422f0c89-c9e5-49f6-b4a8-fccfae551acd),segment_id=422f0c89-c9e5-49f6-b4a8-fccfae551acd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:46.425910 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-eb100e9d-7f70-4e14-9ae2-b1603dc45809 req-b97913d2-e2a7-4dac-852d-ecb5d08e9b80 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa29d38-5d5c-445e-a63e-3267e3a7db07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485370 Mar 27 15:28:46.448827 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3944d325-7a65-4042-8c0a-5470c8cef1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:46.524009 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944d325-7a65-4042-8c0a-5470c8cef1ca None None] Pushing event updated for resources: {'Port': ['ID=8b234625-e95e-4464-95d7-0ede9d3d60de,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:46.581614 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-148ad5f1-64f7-4cf0-8c69-1d2d2e6f2f0a None None] Provisioning complete for port 8b234625-e95e-4464-95d7-0ede9d3d60de triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:46.581987 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-148ad5f1-64f7-4cf0-8c69-1d2d2e6f2f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:46.677101 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'name': 'tempest-TestMinimumBasicScenario-2036249822-router', 'tenant_id': '620fa77cce524dca886feac49f6df4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '00f85334-2453-4fb7-9881-8c607863b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:36Z', 'updated_at': '2022-03-27T15:28:41Z', 'revision_number': 4, 'project_id': '620fa77cce524dca886feac49f6df4d7', 'gw_port': {'id': '00f85334-2453-4fb7-9881-8c607863b232', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:37Z', 'updated_at': '2022-03-27T15:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '8b234625-e95e-4464-95d7-0ede9d3d60de', 'name': '', 'network_id': '4361fc12-5be1-47b2-b467-aab38e7c79e6', 'tenant_id': '620fa77cce524dca886feac49f6df4d7', 'mac_address': 'fa:16:3e:39:c0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'a7a12495-cbaf-4314-9417-95838981e731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:40Z', 'updated_at': '2022-03-27T15:28:45Z', 'revision_number': 4, 'project_id': '620fa77cce524dca886feac49f6df4d7', 'subnets': [{'id': 'a7a12495-cbaf-4314-9417-95838981e731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:46.717804 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444adf59-74d6-4a1a-8b68-e1fffc1c3268 None None] The sync data for ids ['c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'] in dv-cinder-835384-1-smb is: [{'id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'name': 'tempest-TestMinimumBasicScenario-2036249822-router', 'tenant_id': '620fa77cce524dca886feac49f6df4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '00f85334-2453-4fb7-9881-8c607863b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:36Z', 'updated_at': '2022-03-27T15:28:41Z', 'revision_number': 4, 'project_id': '620fa77cce524dca886feac49f6df4d7', 'gw_port': {'id': '00f85334-2453-4fb7-9881-8c607863b232', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:37Z', 'updated_at': '2022-03-27T15:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '8b234625-e95e-4464-95d7-0ede9d3d60de', 'name': '', 'network_id': '4361fc12-5be1-47b2-b467-aab38e7c79e6', 'tenant_id': '620fa77cce524dca886feac49f6df4d7', 'mac_address': 'fa:16:3e:39:c0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'a7a12495-cbaf-4314-9417-95838981e731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:40Z', 'updated_at': '2022-03-27T15:28:45Z', 'revision_number': 4, 'project_id': '620fa77cce524dca886feac49f6df4d7', 'subnets': [{'id': 'a7a12495-cbaf-4314-9417-95838981e731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:28:46.797569 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:28:46.814282 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-148ad5f1-64f7-4cf0-8c69-1d2d2e6f2f0a None None] Current status of the port 8b234625-e95e-4464-95d7-0ede9d3d60de is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:46.831157 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6252144-38b8-49ea-9be0-b465e83e9f8d req-d2fabf78-5bb5-4b59-88da-16afaa5f0de3 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:46.841562 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c6252144-38b8-49ea-9be0-b465e83e9f8d req-d2fabf78-5bb5-4b59-88da-16afaa5f0de3 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.1489000 Mar 27 15:28:46.871733 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a9356-ca8a-4057-9f9f-3dbac08b7e00 req-89468d6f-5acf-4322-9add-8a0aa65e4c9f tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:46.879266 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c57a9356-ca8a-4057-9f9f-3dbac08b7e00 req-89468d6f-5acf-4322-9add-8a0aa65e4c9f tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 950 time: 0.1375928 Mar 27 15:28:46.923651 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c6252144-38b8-49ea-9be0-b465e83e9f8d req-6af7f6cc-be88-4cf0-af98-4d9777a58f6b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809472 Mar 27 15:28:46.973295 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c57a9356-ca8a-4057-9f9f-3dbac08b7e00 req-527fff36-8e83-4a9a-855f-ab0bbc9aa2bb tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa29d38-5d5c-445e-a63e-3267e3a7db07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930755 Mar 27 15:28:47.151270 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 8b234625-e95e-4464-95d7-0ede9d3d60de up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:47.247135 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 8b234625-e95e-4464-95d7-0ede9d3d60de triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:47.248196 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:47.336401 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 35736) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:47.363611 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 8b234625-e95e-4464-95d7-0ede9d3d60de is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:47.520232 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a614d62-79a1-436b-9e0f-36298866177d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:47.604475 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a614d62-79a1-436b-9e0f-36298866177d admin admin] Publish callbacks [] for security_group (9870e5ab-5a34-42b1-aadd-003c92719c4c), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:47.608982 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8a614d62-79a1-436b-9e0f-36298866177d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (9870e5ab-5a34-42b1-aadd-003c92719c4c), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:47.654455 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 35742) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:47.655160 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-8a614d62-79a1-436b-9e0f-36298866177d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c289695e4dfd487b8710c1f0485f6685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163853 Mar 27 15:28:47.655712 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a614d62-79a1-436b-9e0f-36298866177d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9870e5ab-5a34-42b1-aadd-003c92719c4c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:47.723053 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-940c74dd-c93b-41c9-a2b6-7015c27f44a3 admin admin] Publish callbacks [] for security_group (9870e5ab-5a34-42b1-aadd-003c92719c4c), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:47.749921 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-940c74dd-c93b-41c9-a2b6-7015c27f44a3 admin admin] Publish callbacks [] for security_group (9870e5ab-5a34-42b1-aadd-003c92719c4c), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:47.814283 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-940c74dd-c93b-41c9-a2b6-7015c27f44a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (9870e5ab-5a34-42b1-aadd-003c92719c4c), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:47.817760 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-940c74dd-c93b-41c9-a2b6-7015c27f44a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:47.829187 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-940c74dd-c93b-41c9-a2b6-7015c27f44a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9870e5ab-5a34-42b1-aadd-003c92719c4c HTTP/1.1" status: 204 len: 168 time: 0.1668596 Mar 27 15:28:47.848783 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c74dd-c93b-41c9-a2b6-7015c27f44a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9870e5ab-5a34-42b1-aadd-003c92719c4c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:48.176659 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e4844-eae2-4fc6-b688-f9b56c60aae9 req-d26442cf-574e-41fe-9a2a-f6fb319bc41d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:48.178636 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f12e4844-eae2-4fc6-b688-f9b56c60aae9 req-d26442cf-574e-41fe-9a2a-f6fb319bc41d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.1519487 Mar 27 15:28:48.235954 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59edf2b-69e4-421d-9491-ca9d30b4ede0 req-90ae165d-04c9-40f0-aafc-1e5b476f58c7 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:48.237716 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a59edf2b-69e4-421d-9491-ca9d30b4ede0 req-90ae165d-04c9-40f0-aafc-1e5b476f58c7 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 950 time: 0.1244996 Mar 27 15:28:48.260443 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f12e4844-eae2-4fc6-b688-f9b56c60aae9 req-58433fab-7ac8-458a-91b9-0ba92e2b01c3 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741038 Mar 27 15:28:48.319085 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a59edf2b-69e4-421d-9491-ca9d30b4ede0 req-8992ed00-9ff0-4341-ba94-ce146c2f5645 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fa29d38-5d5c-445e-a63e-3267e3a7db07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678704 Mar 27 15:28:48.737595 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66231b1e-f568-440f-9a9d-83e0ff44af9c req-a4cf4740-fa20-4a13-90f7-dbb61881c8dc tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:48.739011 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-66231b1e-f568-440f-9a9d-83e0ff44af9c req-a4cf4740-fa20-4a13-90f7-dbb61881c8dc tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 950 time: 0.0606549 Mar 27 15:28:48.844780 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-66231b1e-f568-440f-9a9d-83e0ff44af9c req-a630d749-2a33-44dc-9020-07e0639f35a6 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Deleting port 85ec0261-1eff-4483-9869-dccf4321f3d4 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:28:48.845295 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-66231b1e-f568-440f-9a9d-83e0ff44af9c req-a630d749-2a33-44dc-9020-07e0639f35a6 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (85ec0261-1eff-4483-9869-dccf4321f3d4), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:48.944047 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-66231b1e-f568-440f-9a9d-83e0ff44af9c req-a630d749-2a33-44dc-9020-07e0639f35a6 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] For port 85ec0261-1eff-4483-9869-dccf4321f3d4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=85ec0261-1eff-4483-9869-dccf4321f3d4,segment=NetworkSegment(7e1baaea-d89b-4806-afb8-86eb663179e5),segment_id=7e1baaea-d89b-4806-afb8-86eb663179e5)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:48.944444 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-66231b1e-f568-440f-9a9d-83e0ff44af9c req-a630d749-2a33-44dc-9020-07e0639f35a6 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (85ec0261-1eff-4483-9869-dccf4321f3d4), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:48.958905 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-66231b1e-f568-440f-9a9d-83e0ff44af9c req-a630d749-2a33-44dc-9020-07e0639f35a6 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Calling delete_port for 85ec0261-1eff-4483-9869-dccf4321f3d4 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:28:49.112144 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-66231b1e-f568-440f-9a9d-83e0ff44af9c req-a630d749-2a33-44dc-9020-07e0639f35a6 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (85ec0261-1eff-4483-9869-dccf4321f3d4), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:49.133490 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['85ec0261-1eff-4483-9869-dccf4321f3d4'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:28:49.149221 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630d749-2a33-44dc-9020-07e0639f35a6 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Pushing event deleted for resources: {'Port': ['ID=85ec0261-1eff-4483-9869-dccf4321f3d4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:49.216112 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-66231b1e-f568-440f-9a9d-83e0ff44af9c req-a630d749-2a33-44dc-9020-07e0639f35a6 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] No DVR routers for this DVR port 85ec0261-1eff-4483-9869-dccf4321f3d4 on host hv-cinder-83538 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:28:49.219304 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-66231b1e-f568-440f-9a9d-83e0ff44af9c req-a630d749-2a33-44dc-9020-07e0639f35a6 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:49.222635 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-66231b1e-f568-440f-9a9d-83e0ff44af9c req-a630d749-2a33-44dc-9020-07e0639f35a6 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.16 "DELETE /v2.0/ports/85ec0261-1eff-4483-9869-dccf4321f3d4 HTTP/1.1" status: 204 len: 173 time: 0.4770875 Mar 27 15:28:49.223182 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b71a248-5b08-4809-9bd6-bd1977eda4a9', 'name': 'network-vif-deleted', 'tag': '85ec0261-1eff-4483-9869-dccf4321f3d4'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:28:49.225457 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8bc71f-f82c-4c30-a9c0-815a304c9adf" -d '{"events": [{"server_uuid": "3b71a248-5b08-4809-9bd6-bd1977eda4a9", "name": "network-vif-deleted", "tag": "85ec0261-1eff-4483-9869-dccf4321f3d4"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:28:49.307850 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c7b5b7-65e6-4fbd-950b-1f58000fd44e x-openstack-request-id: req-d2c7b5b7-65e6-4fbd-950b-1f58000fd44e {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:28:49.308158 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b71a248-5b08-4809-9bd6-bd1977eda4a9", "name": "network-vif-deleted", "tag": "85ec0261-1eff-4483-9869-dccf4321f3d4", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:28:49.308493 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2c7b5b7-65e6-4fbd-950b-1f58000fd44e {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:28:49.308955 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c7b5b7-65e6-4fbd-950b-1f58000fd44e'] response: {'server_uuid': '3b71a248-5b08-4809-9bd6-bd1977eda4a9', 'name': 'network-vif-deleted', 'tag': '85ec0261-1eff-4483-9869-dccf4321f3d4', 'status': 'completed', 'code': 200} Mar 27 15:28:49.459148 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308b586-5c85-4851-9449-8b83fe1359c7 req-843b707c-c0e0-49fd-8947-69d3abe256cd tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:49.463824 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4308b586-5c85-4851-9449-8b83fe1359c7 req-843b707c-c0e0-49fd-8947-69d3abe256cd tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0944121 Mar 27 15:28:49.516025 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-62e08207-740d-4c3b-8979-8cc632001c43 req-7231692f-4bd2-4166-ba1c-a4fe889d93a9 tempest-VolumesNegativeTest-1677241514 tempest-VolumesNegativeTest-1677241514-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b71a248-5b08-4809-9bd6-bd1977eda4a9 HTTP/1.1" status: 200 len: 210 time: 0.0503848 Mar 27 15:28:49.572763 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4308b586-5c85-4851-9449-8b83fe1359c7 req-f0c46c40-a61e-4e99-82f4-12ce7cc71dba tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984259 Mar 27 15:28:50.085167 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f523463-8a99-4502-856b-d2b2ffabadfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:50.726666 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de825465-2722-43b8-a3a3-01bb959ea057 req-85c6b180-fcfe-4c1b-9173-9eca6086e974 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:50.728530 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-de825465-2722-43b8-a3a3-01bb959ea057 req-85c6b180-fcfe-4c1b-9173-9eca6086e974 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0758750 Mar 27 15:28:50.793261 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-de825465-2722-43b8-a3a3-01bb959ea057 req-77cabe7f-09c9-4ae7-9171-3361eb9b374e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587828 Mar 27 15:28:51.927864 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe0f8a-bfcc-4d53-887d-5f140c7aba97 req-29b88a6d-a30c-48e2-a026-20bf009d9e74 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:51.929408 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-33fe0f8a-bfcc-4d53-887d-5f140c7aba97 req-29b88a6d-a30c-48e2-a026-20bf009d9e74 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0612826 Mar 27 15:28:51.990661 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-33fe0f8a-bfcc-4d53-887d-5f140c7aba97 req-7dacfda5-c661-4ad5-99bb-cfe4e7721c6e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550241 Mar 27 15:28:52.315063 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-112386a7-a3af-4d52-990e-28732e7c2d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:53.124537 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcb41e-558c-4504-841e-825641f8f4b9 req-ff100623-d67c-42e5-8f4f-118b6c717183 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:53.126801 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-51dcb41e-558c-4504-841e-825641f8f4b9 req-ff100623-d67c-42e5-8f4f-118b6c717183 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0568948 Mar 27 15:28:53.179187 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-51dcb41e-558c-4504-841e-825641f8f4b9 req-987eeb4e-8c0f-40ca-97f0-85d94bbc4ab7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455792 Mar 27 15:28:53.618694 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 85ec0261-1eff-4483-9869-dccf4321f3d4 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:28:53.643402 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: 85ec0261-1eff-4483-9869-dccf4321f3d4 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:28:53.643746 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 85ec0261-1eff-4483-9869-dccf4321f3d4 not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:28:53.655694 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:53.841447 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-e8a5bcca-9d23-4ae9-82be-f08804281616 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:53.847205 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-e8a5bcca-9d23-4ae9-82be-f08804281616 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/networks?id=fd0cb6a7-146a-443c-89b2-dd69dffce6c4 HTTP/1.1" status: 200 len: 815 time: 0.1103966 Mar 27 15:28:53.858225 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-a8e5355e-10c9-42d4-b60b-ed0989ca5ce4 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/quotas/99e34b2befea47b9b630ee624c5c8e84 HTTP/1.1" status: 200 len: 375 time: 0.0099895 Mar 27 15:28:53.917310 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-95f8ac83-fce0-4e8d-af3a-1cff8334ca9d tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=99e34b2befea47b9b630ee624c5c8e84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539985 Mar 27 15:28:54.013211 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-5a75f422-0caf-4504-a7b6-871e83af2186 service neutron] 10.222.0.13 "GET /v2.0/networks/fd0cb6a7-146a-443c-89b2-dd69dffce6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849245 Mar 27 15:28:54.101661 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-5265e3b7-92b8-4662-9418-9e097833c1e3 service neutron] 10.222.0.13 "GET /v2.0/networks/fd0cb6a7-146a-443c-89b2-dd69dffce6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828471 Mar 27 15:28:54.303101 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b9248742-f042-4784-b1d8-2d174d83ac83 req-a0e50975-49e2-4b3c-8151-765a75135a0c tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 210 time: 0.0483990 Mar 27 15:28:54.341083 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7f655-a2a3-47d1-898a-64dc977613a0 req-7ed65854-5cd8-47d3-b3ff-e15ad0d5712d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:54.342646 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-baa7f655-a2a3-47d1-898a-64dc977613a0 req-7ed65854-5cd8-47d3-b3ff-e15ad0d5712d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0785728 Mar 27 15:28:54.390374 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-baa7f655-a2a3-47d1-898a-64dc977613a0 req-2cb86785-d14c-49eb-8366-a9b26bea7eb0 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420759 Mar 27 15:28:55.284598 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-0fd56181-5f99-4b27-bfdf-61b55c6ea6bd tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:55.286116 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-0fd56181-5f99-4b27-bfdf-61b55c6ea6bd tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.16 "GET /v2.0/networks?id=fd0cb6a7-146a-443c-89b2-dd69dffce6c4 HTTP/1.1" status: 200 len: 815 time: 0.1257737 Mar 27 15:28:55.302223 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-caa592f2-5af8-449d-b7b6-550e9a166ec8 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Request body: {'port': {'device_id': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4', 'admin_state_up': True, 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:55.321375 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36088) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:55.410509 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:55.462540 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-49d997eb-e71d-44e8-8dea-2fcd38d400b1 req-1b6c3646-e49a-46be-a146-d92e2886c4f8 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 210 time: 0.0400593 Mar 27 15:28:55.466124 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-caa592f2-5af8-449d-b7b6-550e9a166ec8 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Made reservation on behalf of 99e34b2befea47b9b630ee624c5c8e84 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:55.475734 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-caa592f2-5af8-449d-b7b6-550e9a166ec8 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:55.554749 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c3186-6743-41a5-8c4a-8881f560949c req-8e3c5177-0025-401f-bf8d-b2fa6cb59f03 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:55.556804 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d31c3186-6743-41a5-8c4a-8881f560949c req-8e3c5177-0025-401f-bf8d-b2fa6cb59f03 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0592024 Mar 27 15:28:55.606503 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c51b1f35-92b8-4c92-aa53-4006203b4bad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=baf9eff18c8b4dcca12ddeba4abc4a86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833889 Mar 27 15:28:55.608430 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d31c3186-6743-41a5-8c4a-8881f560949c req-36f7f345-2795-462f-b3b6-9cb23a43190d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427620 Mar 27 15:28:55.609131 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 36108) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:55.659056 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee9c2-de5e-44fb-bcb9-f1be68a03afa admin admin] Publish callbacks [] for security_group (1fa29d38-5d5c-445e-a63e-3267e3a7db07), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:55.668143 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-caa592f2-5af8-449d-b7b6-550e9a166ec8 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Allocated IP 172.20.0.8 (fd0cb6a7-146a-443c-89b2-dd69dffce6c4/7bd65611-1bb3-4827-9627-fb7f9c6654c1/3dc0441b-30d6-4c9a-8800-ada88efcc7ed) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:28:55.681853 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee9c2-de5e-44fb-bcb9-f1be68a03afa admin admin] Publish callbacks [] for security_group (1fa29d38-5d5c-445e-a63e-3267e3a7db07), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:55.732692 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee9c2-de5e-44fb-bcb9-f1be68a03afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (1fa29d38-5d5c-445e-a63e-3267e3a7db07), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:55.735415 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee9c2-de5e-44fb-bcb9-f1be68a03afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:55.739156 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-8c1ee9c2-de5e-44fb-bcb9-f1be68a03afa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fa29d38-5d5c-445e-a63e-3267e3a7db07 HTTP/1.1" status: 204 len: 168 time: 0.1288950 Mar 27 15:28:55.747469 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ee9c2-de5e-44fb-bcb9-f1be68a03afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa29d38-5d5c-445e-a63e-3267e3a7db07,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:55.888166 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-caa592f2-5af8-449d-b7b6-550e9a166ec8 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:55.972088 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-caa592f2-5af8-449d-b7b6-550e9a166ec8 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:56.018884 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-caa592f2-5af8-449d-b7b6-550e9a166ec8 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Network fd0cb6a7-146a-443c-89b2-dd69dffce6c4 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:56.022339 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-caa592f2-5af8-449d-b7b6-550e9a166ec8 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:56.027093 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-caa592f2-5af8-449d-b7b6-550e9a166ec8 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:28:56.074709 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa592f2-5af8-449d-b7b6-550e9a166ec8 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Pushing event updated for resources: {'Port': ['ID=3dc0441b-30d6-4c9a-8800-ada88efcc7ed,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:56.089544 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-caa592f2-5af8-449d-b7b6-550e9a166ec8 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:56.090218 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-caa592f2-5af8-449d-b7b6-550e9a166ec8 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:56.131556 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-caa592f2-5af8-449d-b7b6-550e9a166ec8 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8320937 Mar 27 15:28:56.319168 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b45c7256-8951-4f0a-918b-b2738a9a659a None None] Provisioning complete for port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:56.319780 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b45c7256-8951-4f0a-918b-b2738a9a659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:56.366119 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b45c7256-8951-4f0a-918b-b2738a9a659a None None] Port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:28:56.563983 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:56.636691 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36150) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:56.659921 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ae6bb-c4dc-45b3-aeb3-b1f96e7b684b req-3288505e-f861-40c0-b15e-851f817ba429 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:56.662438 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ad6ae6bb-c4dc-45b3-aeb3-b1f96e7b684b req-3288505e-f861-40c0-b15e-851f817ba429 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 931 time: 0.0807772 Mar 27 15:28:56.757071 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ad6ae6bb-c4dc-45b3-aeb3-b1f96e7b684b req-b9e2e536-0722-4e4a-8bad-c44414d1bd8b tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873301 Mar 27 15:28:56.791511 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9025e5-a7e8-4bc3-8341-666c31cb6dac req-1bb9b657-2bca-44c8-8bca-49851b436d32 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:56.793168 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ae9025e5-a7e8-4bc3-8341-666c31cb6dac req-1bb9b657-2bca-44c8-8bca-49851b436d32 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0902145 Mar 27 15:28:56.802078 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-bda2fd88-5b11-4fd8-8775-85d079029b26 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2118996867-network', 'tenant_id': '50170c1fcbac44e9821b7e9927e5d004'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:56.828553 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda2fd88-5b11-4fd8-8775-85d079029b26 admin admin] Made reservation on behalf of 50170c1fcbac44e9821b7e9927e5d004 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:56.831263 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bda2fd88-5b11-4fd8-8775-85d079029b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:56.840530 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bda2fd88-5b11-4fd8-8775-85d079029b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:56.850907 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ae9025e5-a7e8-4bc3-8341-666c31cb6dac req-52ad69c5-cf3f-4b96-8b53-f131ee9b8548 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511186 Mar 27 15:28:56.923841 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bda2fd88-5b11-4fd8-8775-85d079029b26 admin admin] Publish callbacks [] for security_group (05d6bdd0-d5ff-442a-b0ff-846172c00b77), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:56.927775 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bda2fd88-5b11-4fd8-8775-85d079029b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (05d6bdd0-d5ff-442a-b0ff-846172c00b77), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:56.958917 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda2fd88-5b11-4fd8-8775-85d079029b26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:28:56.965921 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2fd88-5b11-4fd8-8775-85d079029b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d6bdd0-d5ff-442a-b0ff-846172c00b77,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:56.972170 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bda2fd88-5b11-4fd8-8775-85d079029b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (118394f5-8379-4ab8-985c-aa5916b8ec78), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:56.972511 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-bda2fd88-5b11-4fd8-8775-85d079029b26 admin admin] Added segment 118394f5-8379-4ab8-985c-aa5916b8ec78 of type vlan for network a346965b-c424-4aa7-8425-a4822f034253 Mar 27 15:28:57.013109 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bda2fd88-5b11-4fd8-8775-85d079029b26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (a346965b-c424-4aa7-8425-a4822f034253), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:57.037932 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bda2fd88-5b11-4fd8-8775-85d079029b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (a346965b-c424-4aa7-8425-a4822f034253), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:57.038996 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda2fd88-5b11-4fd8-8775-85d079029b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:57.040121 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bda2fd88-5b11-4fd8-8775-85d079029b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:57.093665 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-bda2fd88-5b11-4fd8-8775-85d079029b26 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4556224 Mar 27 15:28:57.096802 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 36158) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:57.102594 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8fa44b6f-20fa-4b22-ad87-e59c79775830 admin admin] Request body: {'subnet': {'network_id': 'a346965b-c424-4aa7-8425-a4822f034253', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2118996867-subnet', 'tenant_id': '50170c1fcbac44e9821b7e9927e5d004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:57.103238 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2fd88-5b11-4fd8-8775-85d079029b26 admin admin] Pushing event updated for resources: {'Network': ['ID=a346965b-c424-4aa7-8425-a4822f034253,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:57.113852 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network a346965b-c424-4aa7-8425-a4822f034253 details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:28:57.126041 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa44b6f-20fa-4b22-ad87-e59c79775830 admin admin] Made reservation on behalf of 50170c1fcbac44e9821b7e9927e5d004 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:57.129781 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fa44b6f-20fa-4b22-ad87-e59c79775830 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24757375'] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:57.304955 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fa44b6f-20fa-4b22-ad87-e59c79775830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5227303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24757353'] for subnet (47845dee-4eb5-418b-b6e3-589a3a8469b0), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:57.362431 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa44b6f-20fa-4b22-ad87-e59c79775830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47845dee-4eb5-418b-b6e3-589a3a8469b0,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:57.378326 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa44b6f-20fa-4b22-ad87-e59c79775830 admin admin] Checking segment: {'id': '118394f5-8379-4ab8-985c-aa5916b8ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a346965b-c424-4aa7-8425-a4822f034253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:57.378688 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa44b6f-20fa-4b22-ad87-e59c79775830 admin admin] Network hostable DHCP agents. Network: a346965b-c424-4aa7-8425-a4822f034253, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:28:57.395953 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa44b6f-20fa-4b22-ad87-e59c79775830 admin admin] Network a346965b-c424-4aa7-8425-a4822f034253 is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:28:57.407551 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8fa44b6f-20fa-4b22-ad87-e59c79775830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, a346965b-c424-4aa7-8425-a4822f034253) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:57.411862 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa44b6f-20fa-4b22-ad87-e59c79775830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:57.412485 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fa44b6f-20fa-4b22-ad87-e59c79775830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:57.417502 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95423d66-4458-431d-b1d7-e8ae16aeb689 None None] Network a346965b-c424-4aa7-8425-a4822f034253 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:28:57.436414 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-8fa44b6f-20fa-4b22-ad87-e59c79775830 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3302705 Mar 27 15:28:57.522548 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25a90b8-fe31-471b-a670-544a074b92f6 None None] Network a346965b-c424-4aa7-8425-a4822f034253 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:28:57.928166 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40ce04-4f6c-4c6d-b2a5-54c6f45554ce req-6f948560-44eb-4305-9d8d-74e7336f8870 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:57.950412 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e40ce04-4f6c-4c6d-b2a5-54c6f45554ce req-6f948560-44eb-4305-9d8d-74e7336f8870 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 931 time: 0.1022143 Mar 27 15:28:58.037217 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e40ce04-4f6c-4c6d-b2a5-54c6f45554ce req-4add5c76-2ec5-47a9-867f-3961c3d7e614 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855839 Mar 27 15:28:58.054437 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e385cf-6cb1-42e5-93f2-2bce9f59b905 req-2183e23e-d451-4812-8175-b833f810b8ab tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:58.061502 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48e385cf-6cb1-42e5-93f2-2bce9f59b905 req-2183e23e-d451-4812-8175-b833f810b8ab tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0952628 Mar 27 15:28:58.114503 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48e385cf-6cb1-42e5-93f2-2bce9f59b905 req-df2cb927-2233-4a0d-bfb1-95bfe8b36e97 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520914 Mar 27 15:28:59.186834 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43143070-3eda-4426-a326-99c28b3600b3 req-931348ca-6f1b-4e3c-be6c-04934519306f tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:59.191361 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-43143070-3eda-4426-a326-99c28b3600b3 req-931348ca-6f1b-4e3c-be6c-04934519306f tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 931 time: 0.0708244 Mar 27 15:28:59.288028 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ef821-c91d-46d3-acde-c35e3aa055c0 req-6251fa02-d63c-47d3-9607-3cae7d015a78 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:59.289547 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1f5ef821-c91d-46d3-acde-c35e3aa055c0 req-6251fa02-d63c-47d3-9607-3cae7d015a78 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0875888 Mar 27 15:28:59.293044 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-43143070-3eda-4426-a326-99c28b3600b3 req-ab9710f7-67d0-45e8-a9ed-bfc798ae6460 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991697 Mar 27 15:28:59.351978 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1f5ef821-c91d-46d3-acde-c35e3aa055c0 req-aec3b78a-3d4f-45f7-a602-21c1b390de18 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564609 Mar 27 15:28:59.487128 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-10a06067-6cb8-43d9-995c-759886071498 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:59.491130 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-10a06067-6cb8-43d9-995c-759886071498 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/networks?id=a346965b-c424-4aa7-8425-a4822f034253 HTTP/1.1" status: 200 len: 814 time: 0.1097283 Mar 27 15:28:59.503292 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-0cb8cea0-4c64-4056-969c-a9a098e06cf8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/quotas/50170c1fcbac44e9821b7e9927e5d004 HTTP/1.1" status: 200 len: 375 time: 0.0094190 Mar 27 15:28:59.536315 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-f6c0fb8d-87a1-4366-83b3-b0b55b5aa44e tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=50170c1fcbac44e9821b7e9927e5d004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280225 Mar 27 15:28:59.631371 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-0cff13dd-501a-4c51-b0ad-507d7037d5d8 service neutron] 10.222.0.13 "GET /v2.0/networks/a346965b-c424-4aa7-8425-a4822f034253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885158 Mar 27 15:28:59.918795 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-b04d9b10-3bda-4f86-bddd-d9f64acd7eab service neutron] 10.222.0.13 "GET /v2.0/networks/a346965b-c424-4aa7-8425-a4822f034253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816050 Mar 27 15:29:00.116170 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1fe0ff83-01f1-412b-99a0-d75646555efc req-4fa14447-53cc-468e-8867-1263d5ebbc30 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 210 time: 0.0356257 Mar 27 15:29:00.299893 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 36224) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:00.498406 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c876ad5-ad4b-469f-8129-86d33d792689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.566393 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624e2eb-2241-4d58-8dd8-84700fdce97a req-c758adf7-a364-4084-b0cf-7e3c3c32b9ed tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:00.568075 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7624e2eb-2241-4d58-8dd8-84700fdce97a req-c758adf7-a364-4084-b0cf-7e3c3c32b9ed tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 931 time: 0.1432555 Mar 27 15:29:00.588214 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b91c67-c266-49c6-afaa-bbc14c1ed2f1 req-b7c6fc00-12cc-423a-b1d6-3ff199a06e01 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:00.589689 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-52b91c67-c266-49c6-afaa-bbc14c1ed2f1 req-b7c6fc00-12cc-423a-b1d6-3ff199a06e01 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.1152303 Mar 27 15:29:00.689263 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7624e2eb-2241-4d58-8dd8-84700fdce97a req-91b1fd76-8e80-4a0e-a545-00cea977263b tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114151 Mar 27 15:29:00.700359 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-52b91c67-c266-49c6-afaa-bbc14c1ed2f1 req-90d0e144-f51d-4bd8-9df7-38243f815744 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025999 Mar 27 15:29:00.709036 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c876ad5-ad4b-469f-8129-86d33d792689 admin admin] Publish callbacks [] for security_group (4dcf94e2-bbc2-4a2f-aec1-4c08cd8b2584), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.714762 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6c876ad5-ad4b-469f-8129-86d33d792689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (4dcf94e2-bbc2-4a2f-aec1-4c08cd8b2584), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.754944 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-6c876ad5-ad4b-469f-8129-86d33d792689 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51661888a921446eb3fd90c237a14b4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4537342 Mar 27 15:29:00.756055 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c876ad5-ad4b-469f-8129-86d33d792689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcf94e2-bbc2-4a2f-aec1-4c08cd8b2584,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:00.757821 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36234) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:00.808730 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ace4f379-7c4a-42c7-a9e4-3bc8bb097d3e admin admin] Publish callbacks [] for security_group (4dcf94e2-bbc2-4a2f-aec1-4c08cd8b2584), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.829995 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ace4f379-7c4a-42c7-a9e4-3bc8bb097d3e admin admin] Publish callbacks [] for security_group (4dcf94e2-bbc2-4a2f-aec1-4c08cd8b2584), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.881088 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ace4f379-7c4a-42c7-a9e4-3bc8bb097d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (4dcf94e2-bbc2-4a2f-aec1-4c08cd8b2584), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.884116 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ace4f379-7c4a-42c7-a9e4-3bc8bb097d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.885414 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ace4f379-7c4a-42c7-a9e4-3bc8bb097d3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4dcf94e2-bbc2-4a2f-aec1-4c08cd8b2584 HTTP/1.1" status: 204 len: 168 time: 0.1259849 Mar 27 15:29:00.893754 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4f379-7c4a-42c7-a9e4-3bc8bb097d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcf94e2-bbc2-4a2f-aec1-4c08cd8b2584,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:01.230960 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cdb1288f-b240-4ebc-ad45-259369a51bed req-31d94e4d-f7de-41f8-be5b-745be48a245f tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 210 time: 0.0309043 Mar 27 15:29:01.837890 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f4309-83d6-418d-88aa-f9b0d8ec159b req-e437468f-a414-4758-8c76-9b8f5f016982 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:01.839405 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-181f4309-83d6-418d-88aa-f9b0d8ec159b req-e437468f-a414-4758-8c76-9b8f5f016982 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 931 time: 0.0815690 Mar 27 15:29:01.869867 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe547d-78c2-4b53-aaeb-4d022d5d474c req-73288a3c-ac5d-4d68-a26d-b1752f9714dd tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:01.871364 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cdfe547d-78c2-4b53-aaeb-4d022d5d474c req-73288a3c-ac5d-4d68-a26d-b1752f9714dd tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0832999 Mar 27 15:29:01.918807 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-181f4309-83d6-418d-88aa-f9b0d8ec159b req-91881439-67f7-4cfa-bc36-48dca8c49544 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727427 Mar 27 15:29:01.941706 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cdfe547d-78c2-4b53-aaeb-4d022d5d474c req-0c8860c9-1c97-435b-85f0-adbeb5c6e5ea tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627270 Mar 27 15:29:02.329692 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0d020f1f-9e0b-4460-9f82-866b1f3de070 req-a6483810-1488-4ac7-b2de-a71caa283561 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 210 time: 0.0323138 Mar 27 15:29:03.080185 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf287845-09de-4b7d-aeef-3ec3a5973778 req-70a0200f-df28-4659-9cd3-03894611776e tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:03.081762 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bf287845-09de-4b7d-aeef-3ec3a5973778 req-70a0200f-df28-4659-9cd3-03894611776e tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 931 time: 0.0901046 Mar 27 15:29:03.109176 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60caff5-7c79-4fb1-abf2-4915defab3d8 req-e0e3b119-4685-428d-a80e-0c4a6abd45ed tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:03.110911 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f60caff5-7c79-4fb1-abf2-4915defab3d8 req-e0e3b119-4685-428d-a80e-0c4a6abd45ed tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0899148 Mar 27 15:29:03.156938 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bf287845-09de-4b7d-aeef-3ec3a5973778 req-0a825a2c-284f-45f3-bdd7-9440ec203d7d tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689011 Mar 27 15:29:03.181963 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f60caff5-7c79-4fb1-abf2-4915defab3d8 req-06151822-d07b-43a7-a57a-7140dc8e46eb tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640209 Mar 27 15:29:03.428619 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4d60f4f6-509c-4187-b751-91c99afa5ac5 req-09ce8d20-9ee3-4a03-8683-a77d2651e6a6 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 210 time: 0.0314679 Mar 27 15:29:04.310024 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54209ca-7bb9-43dd-adc4-fac200fbc481 req-a4507326-c3c7-466b-8a1b-55edcf3ddf9d tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:04.312265 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a54209ca-7bb9-43dd-adc4-fac200fbc481 req-a4507326-c3c7-466b-8a1b-55edcf3ddf9d tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 931 time: 0.0830345 Mar 27 15:29:04.334438 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdc72f-f427-4375-bff7-e0a5cf645366 req-5d624ca4-dfe7-4859-b540-c16963beb502 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:04.335924 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e0fdc72f-f427-4375-bff7-e0a5cf645366 req-5d624ca4-dfe7-4859-b540-c16963beb502 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0791180 Mar 27 15:29:04.397539 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a54209ca-7bb9-43dd-adc4-fac200fbc481 req-a01f75df-1d7a-445c-8347-c1f67297026a tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759618 Mar 27 15:29:04.408822 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e0fdc72f-f427-4375-bff7-e0a5cf645366 req-8d45e445-7ce2-412c-860d-165ad07decd6 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647607 Mar 27 15:29:04.532997 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-aaa827d4-2f52-45e5-9508-34d281ea9490 req-3f5e552a-18e0-40bd-962d-08be121a540e tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 210 time: 0.0303926 Mar 27 15:29:05.549805 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7a7e6-cd58-4ed8-9a96-99a5be49731f req-bc6f01bd-a7fd-4d87-8251-ec5307c41234 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:05.551343 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3ad7a7e6-cd58-4ed8-9a96-99a5be49731f req-bc6f01bd-a7fd-4d87-8251-ec5307c41234 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 931 time: 0.0844522 Mar 27 15:29:05.575086 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c27e0-14e9-4b68-bcaa-dae4b5a34a88 req-48e426b0-fada-4d09-8232-f3dc7c02196e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:05.576622 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7d1c27e0-14e9-4b68-bcaa-dae4b5a34a88 req-48e426b0-fada-4d09-8232-f3dc7c02196e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0809836 Mar 27 15:29:05.637066 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3ad7a7e6-cd58-4ed8-9a96-99a5be49731f req-be076d40-f502-4fcb-8caa-53892361ad50 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792255 Mar 27 15:29:05.649971 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7d1c27e0-14e9-4b68-bcaa-dae4b5a34a88 req-9ca34943-a87e-47b4-8470-78fce18f05fc tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662134 Mar 27 15:29:05.724997 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0decd5b5-01d1-412b-8841-3b6e54e059ca req-abec6964-b691-47c4-9d19-cb9f543e1fb9 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 210 time: 0.0313370 Mar 27 15:29:06.807445 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ace73-46cb-43ea-95f4-173a9b258dc0 req-5ccc6754-3660-411e-95e1-476ee6ca6706 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:06.808932 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-730ace73-46cb-43ea-95f4-173a9b258dc0 req-5ccc6754-3660-411e-95e1-476ee6ca6706 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 931 time: 0.0878661 Mar 27 15:29:06.843585 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f1257-ce50-400a-a8fa-7e9dc156bc3f req-b4cbdaeb-8bb2-4b3b-b93f-3c625766bcff tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:06.845091 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fa8f1257-ce50-400a-a8fa-7e9dc156bc3f req-b4cbdaeb-8bb2-4b3b-b93f-3c625766bcff tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0869484 Mar 27 15:29:06.897278 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-730ace73-46cb-43ea-95f4-173a9b258dc0 req-78a88e1f-1e7c-41c0-9177-2192a7805f24 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818100 Mar 27 15:29:06.921937 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fa8f1257-ce50-400a-a8fa-7e9dc156bc3f req-1939f96a-a143-44cb-ac07-07032b3609c5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710678 Mar 27 15:29:06.994979 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-67cbc389-f672-4ae7-baf8-c4a060b42a22 req-b9d72a23-e5fe-4c0b-805a-84e59c09be01 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 210 time: 0.0357184 Mar 27 15:29:08.044095 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bb96f-b38e-4cb5-8dbd-9b7c137dafcc req-2a0a1692-69f4-4bdc-af98-88b0dd51d495 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:08.045771 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d54bb96f-b38e-4cb5-8dbd-9b7c137dafcc req-2a0a1692-69f4-4bdc-af98-88b0dd51d495 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 931 time: 0.0813837 Mar 27 15:29:08.056892 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1397f33-7fe7-4545-be68-416bf63fec85 req-5f96ab40-1056-4e80-9369-f433581cdcb8 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:08.058246 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a1397f33-7fe7-4545-be68-416bf63fec85 req-5f96ab40-1056-4e80-9369-f433581cdcb8 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0678976 Mar 27 15:29:08.125960 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d54bb96f-b38e-4cb5-8dbd-9b7c137dafcc req-971eb9ec-8178-413d-a7fd-1cf9aa528661 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667782 Mar 27 15:29:08.129903 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a1397f33-7fe7-4545-be68-416bf63fec85 req-1d174f82-78f3-419e-9d41-f5c09f5360b8 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644469 Mar 27 15:29:08.203894 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-42512f8c-495f-423e-94bd-2238ec9dc140 req-f7d53190-0dbe-405e-ac3d-d4c9f45cf764 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 210 time: 0.0266635 Mar 27 15:29:08.514141 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:09.277606 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801b3b2-62bd-41ba-b610-aa8eddbf7e0a req-99d5752f-f1f4-45ac-a4e4-ac5360e1c2dc tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:09.279079 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6801b3b2-62bd-41ba-b610-aa8eddbf7e0a req-99d5752f-f1f4-45ac-a4e4-ac5360e1c2dc tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 931 time: 0.0864322 Mar 27 15:29:09.285811 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b12a8-ac1d-447e-9322-f38d95ced0bb req-1362509a-f18f-4a83-bacb-22947aa4cee9 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:09.287204 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-229b12a8-ac1d-447e-9322-f38d95ced0bb req-1362509a-f18f-4a83-bacb-22947aa4cee9 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0858676 Mar 27 15:29:09.357751 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6801b3b2-62bd-41ba-b610-aa8eddbf7e0a req-88ef74c6-4e8a-4252-96ec-4f32c0713913 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695958 Mar 27 15:29:09.361888 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-229b12a8-ac1d-447e-9322-f38d95ced0bb req-1bb04377-fea5-4c15-a320-41fe4f721e3d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675929 Mar 27 15:29:09.436793 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3e593c76-acd4-42e1-aad9-3f8199c0751e req-21d821b2-7c24-4c35-b31e-cc965ba17d20 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 210 time: 0.0269270 Mar 27 15:29:10.508760 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7932c-8598-46b6-8f7f-f0b76eb114f8 req-c7033149-a21c-4fe6-9bf7-8eb636a7a7b4 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:10.510268 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-71a7932c-8598-46b6-8f7f-f0b76eb114f8 req-c7033149-a21c-4fe6-9bf7-8eb636a7a7b4 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 931 time: 0.0869012 Mar 27 15:29:10.517067 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f721ee-59d5-4566-a14d-46ab19cff192 req-2dea04a7-7502-4a49-b9d8-0925b2a0df48 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:10.518426 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b1f721ee-59d5-4566-a14d-46ab19cff192 req-2dea04a7-7502-4a49-b9d8-0925b2a0df48 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0863705 Mar 27 15:29:10.585151 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-71a7932c-8598-46b6-8f7f-f0b76eb114f8 req-e109b71e-95bc-4268-871c-d34e9a718a3c tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657527 Mar 27 15:29:10.597060 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b1f721ee-59d5-4566-a14d-46ab19cff192 req-ecbc0eec-f1cc-4f27-8fac-edd7aef11bb1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714772 Mar 27 15:29:10.664864 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-860c1b5c-0df1-4768-8a83-1e8fd345dcfa req-a36e7e12-b4a0-4535-a7bb-f9a833277c17 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 210 time: 0.0271637 Mar 27 15:29:10.901581 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Request body: {'port': {'device_id': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:10.964126 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:11.163326 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fa142-fa6f-4873-8625-4f41f43ed442 req-44c591d9-4df5-491d-8a5b-f528c7e3c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:11.165341 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-015fa142-fa6f-4873-8625-4f41f43ed442 req-44c591d9-4df5-491d-8a5b-f528c7e3c9d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 1130 time: 0.1033254 Mar 27 15:29:11.541388 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc0441b-30d6-4c9a-8800-ada88efcc7ed {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:11.546318 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fa142-fa6f-4873-8625-4f41f43ed442 req-e746e2d7-8cc4-4fbd-b7ec-fb67f7ee3709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:11.547784 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-015fa142-fa6f-4873-8625-4f41f43ed442 req-e746e2d7-8cc4-4fbd-b7ec-fb67f7ee3709 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 920 time: 0.3622258 Mar 27 15:29:11.552161 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Publish callbacks [] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:11.568638 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-0510878c-b793-447b-9565-808571c2df90 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:11.570111 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-0510878c-b793-447b-9565-808571c2df90 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.16 "GET /v2.0/networks?id=a346965b-c424-4aa7-8425-a4822f034253 HTTP/1.1" status: 200 len: 814 time: 0.1110725 Mar 27 15:29:11.582443 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Request body: {'port': {'device_id': 'df6eab6b-1dd4-45da-b9dd-58cf3e5932fb', 'network_id': 'a346965b-c424-4aa7-8425-a4822f034253', 'admin_state_up': True, 'tenant_id': '50170c1fcbac44e9821b7e9927e5d004'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:11.600366 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-015fa142-fa6f-4873-8625-4f41f43ed442 req-8d776b8a-7cef-4a20-8a7d-ac1ab9bfac92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9f37157-f0f3-4fed-b212-c5e134a18d50 HTTP/1.1" status: 200 len: 217 time: 0.0393035 Mar 27 15:29:11.602284 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Transition to ACTIVE for port object 3dc0441b-30d6-4c9a-8800-ada88efcc7ed will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:29:11.669155 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:11.761662 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fa142-fa6f-4873-8625-4f41f43ed442 req-34ddfd97-0bc6-4299-b6bd-a86c8ab4cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:11.763791 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-015fa142-fa6f-4873-8625-4f41f43ed442 req-34ddfd97-0bc6-4299-b6bd-a86c8ab4cb86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 200 len: 858 time: 0.1600811 Mar 27 15:29:11.819953 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d09f6-adca-487a-af17-6fbb691f91dd req-c4539034-d5c8-41c1-b30e-f20cd93f848d tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:11.822707 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc0441b-30d6-4c9a-8800-ada88efcc7ed,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:11.822928 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ae1d09f6-adca-487a-af17-6fbb691f91dd req-c4539034-d5c8-41c1-b30e-f20cd93f848d tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 943 time: 0.1466935 Mar 27 15:29:11.838168 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829b00d-8bc6-404a-abc1-dec2f98e23b3 req-6127a901-b268-4d02-bb47-fdd8eb8a4331 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:11.839884 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6829b00d-8bc6-404a-abc1-dec2f98e23b3 req-6127a901-b268-4d02-bb47-fdd8eb8a4331 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.1219037 Mar 27 15:29:11.845845 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Made reservation on behalf of 50170c1fcbac44e9821b7e9927e5d004 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:29:11.849211 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:11.884709 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fa142-fa6f-4873-8625-4f41f43ed442 req-955e8cc0-6693-4531-998e-6f23480d8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:11.886225 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-015fa142-fa6f-4873-8625-4f41f43ed442 req-955e8cc0-6693-4531-998e-6f23480d8c9f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a88b8d02-0b8d-402d-8dfe-29190bd7b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1120522 Mar 27 15:29:11.917414 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Attempting to bind port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:29:11.918101 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Attempting to bind port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '8cb3952b-b039-4207-bade-f70336e3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:29:11.918250 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Attempting to bind port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed on network fd0cb6a7-146a-443c-89b2-dd69dffce6c4 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:11.944681 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6829b00d-8bc6-404a-abc1-dec2f98e23b3 req-bccc835c-176e-4fae-849d-4cd3b97f749a tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913730 Mar 27 15:29:11.949537 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed on network fd0cb6a7-146a-443c-89b2-dd69dffce6c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:29:11.949868 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Attempting to bind port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed on network fd0cb6a7-146a-443c-89b2-dd69dffce6c4 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:11.951978 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ae1d09f6-adca-487a-af17-6fbb691f91dd req-93ce3688-7ad0-4f0e-a5cd-4c94f5790c70 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216729 Mar 27 15:29:11.961490 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:29:11.961839 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Checking segment: {'id': '8cb3952b-b039-4207-bade-f70336e3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:29:11.962228 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Bound using segment: {'id': '8cb3952b-b039-4207-bade-f70336e3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:29:11.962664 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Bound port: 3dc0441b-30d6-4c9a-8800-ada88efcc7ed, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb3952b-b039-4207-bade-f70336e3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:29:11.963056 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.053020 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-015fa142-fa6f-4873-8625-4f41f43ed442 req-4eae5950-49b8-4374-b590-2821064563ca service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573281 Mar 27 15:29:12.069440 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] For port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed, host hv-cinder-83538, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:29:12.086017 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-665fa72b-929a-4f42-bd60-22fccade0ca8 req-bd94db81-7c46-4c0c-adfb-57da7f2b60e3 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 210 time: 0.0356836 Mar 27 15:29:12.102962 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Allocated IP 172.20.0.2 (a346965b-c424-4aa7-8425-a4822f034253/47845dee-4eb5-418b-b6e3-589a3a8469b0/19a76278-058b-4061-8feb-032fb4899978) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:29:12.121226 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] For port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3dc0441b-30d6-4c9a-8800-ada88efcc7ed,segment=NetworkSegment(8cb3952b-b039-4207-bade-f70336e3efd3),segment_id=8cb3952b-b039-4207-bade-f70336e3efd3)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:29:12.130996 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.179776 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:12.180402 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.181799 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] 10.222.0.16 "PUT /v2.0/ports/3dc0441b-30d6-4c9a-8800-ada88efcc7ed HTTP/1.1" status: 200 len: 1093 time: 1.2863116 Mar 27 15:29:12.182252 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'tag': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:12.184560 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fabda2-7a26-4aa0-b72d-4c6e6bcc97d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb83886-844a-4502-a38d-9aede3e1b61d", "tag": "3dc0441b-30d6-4c9a-8800-ada88efcc7ed"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:12.229357 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-015fa142-fa6f-4873-8625-4f41f43ed442 req-602b0a3c-f0e0-46ef-bf35-ba98e8956459 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698461 Mar 27 15:29:12.230921 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002501f-500f-49a2-9e0d-5c3be70e87a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc0441b-30d6-4c9a-8800-ada88efcc7ed,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:12.242044 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be66197b-d547-490b-a693-a57dac830e2b x-openstack-request-id: req-be66197b-d547-490b-a693-a57dac830e2b {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:12.242385 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb83886-844a-4502-a38d-9aede3e1b61d", "tag": "3dc0441b-30d6-4c9a-8800-ada88efcc7ed", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:12.242640 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be66197b-d547-490b-a693-a57dac830e2b {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:12.243096 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be66197b-d547-490b-a693-a57dac830e2b'] response: {'name': 'network-changed', 'server_uuid': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'tag': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed', 'status': 'completed', 'code': 200} Mar 27 15:29:12.280889 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Publish callbacks [] for port (19a76278-058b-4061-8feb-032fb4899978), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.294520 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-45ca1709-b24e-4592-a387-470a4fbdf97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:12.296063 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-45ca1709-b24e-4592-a387-470a4fbdf97a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99e34b2befea47b9b630ee624c5c8e84&device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 1127 time: 0.0511284 Mar 27 15:29:12.318870 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (19a76278-058b-4061-8feb-032fb4899978), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.362205 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Network a346965b-c424-4aa7-8425-a4822f034253 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:12.365601 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:12.373463 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:29:12.400022 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-1efb6706-8aab-4c3d-9366-2334eee436a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dc0441b-30d6-4c9a-8800-ada88efcc7ed HTTP/1.1" status: 200 len: 217 time: 0.0540154 Mar 27 15:29:12.400273 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Pushing event updated for resources: {'Port': ['ID=19a76278-058b-4061-8feb-032fb4899978,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:12.416955 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:12.417294 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:12.417638 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:12.417980 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:12.418312 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:12.418642 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:12.419019 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:12.419349 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:12.419674 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:12.420002 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:12.420326 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:12.420655 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:12.420979 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:12.421299 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:12.421616 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:12.441605 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:12.442174 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.458584 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-aeb9d46f-1cdc-4e88-a3d7-64496abebb79 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8799024 Mar 27 15:29:12.471676 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Request body: {'port': {'device_id': 'df6eab6b-1dd4-45da-b9dd-58cf3e5932fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:12.486297 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-60f3882a-151d-4835-b696-afc1297d0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:12.487993 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-60f3882a-151d-4835-b696-afc1297d0927 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7bd65611-1bb3-4827-9627-fb7f9c6654c1 HTTP/1.1" status: 200 len: 854 time: 0.0794842 Mar 27 15:29:12.530030 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (19a76278-058b-4061-8feb-032fb4899978), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.537890 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-e9a43eb7-acef-4bab-a667-e7b2ef8ae41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:12.539976 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-e9a43eb7-acef-4bab-a667-e7b2ef8ae41b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0cb6a7-146a-443c-89b2-dd69dffce6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0445621 Mar 27 15:29:12.637924 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-a22e6c43-da4a-482f-a4db-9d7d76a48dd7 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0cb6a7-146a-443c-89b2-dd69dffce6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897701 Mar 27 15:29:12.730336 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-eb0a40fe-3407-4f4b-b18e-3df267142904 req-3eb21902-dd43-4291-a7c9-d6b29a2f9d91 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0cb6a7-146a-443c-89b2-dd69dffce6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865102 Mar 27 15:29:12.797777 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a76278-058b-4061-8feb-032fb4899978 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:12.807051 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Publish callbacks [] for port (19a76278-058b-4061-8feb-032fb4899978), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.819978 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Transition to ACTIVE for port object 19a76278-058b-4061-8feb-032fb4899978 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:29:12.823664 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (19a76278-058b-4061-8feb-032fb4899978), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.837295 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fabda2-7a26-4aa0-b72d-4c6e6bcc97d4 req-0a6f4eb6-44e4-47e4-b355-111254d22e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:12.838829 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-24fabda2-7a26-4aa0-b72d-4c6e6bcc97d4 req-0a6f4eb6-44e4-47e4-b355-111254d22e31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99e34b2befea47b9b630ee624c5c8e84&device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 1127 time: 0.0593457 Mar 27 15:29:12.890817 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Pushing event updated for resources: {'Port': ['ID=19a76278-058b-4061-8feb-032fb4899978,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:12.926970 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fabda2-7a26-4aa0-b72d-4c6e6bcc97d4 req-77091f24-c128-4257-8ade-d869158c32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:12.928446 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-24fabda2-7a26-4aa0-b72d-4c6e6bcc97d4 req-77091f24-c128-4257-8ade-d869158c32b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0cb6a7-146a-443c-89b2-dd69dffce6c4 HTTP/1.1" status: 200 len: 916 time: 0.0829864 Mar 27 15:29:12.939145 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Attempting to bind port 19a76278-058b-4061-8feb-032fb4899978 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:29:12.940070 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Attempting to bind port 19a76278-058b-4061-8feb-032fb4899978 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '118394f5-8379-4ab8-985c-aa5916b8ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a346965b-c424-4aa7-8425-a4822f034253'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:29:12.940408 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Attempting to bind port 19a76278-058b-4061-8feb-032fb4899978 on network a346965b-c424-4aa7-8425-a4822f034253 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:12.944741 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Port 19a76278-058b-4061-8feb-032fb4899978 on network a346965b-c424-4aa7-8425-a4822f034253 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:29:12.945064 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Attempting to bind port 19a76278-058b-4061-8feb-032fb4899978 on network a346965b-c424-4aa7-8425-a4822f034253 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:12.950456 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:29:12.950847 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Checking segment: {'id': '118394f5-8379-4ab8-985c-aa5916b8ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a346965b-c424-4aa7-8425-a4822f034253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:29:12.951222 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Bound using segment: {'id': '118394f5-8379-4ab8-985c-aa5916b8ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a346965b-c424-4aa7-8425-a4822f034253'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:29:12.951648 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Bound port: 19a76278-058b-4061-8feb-032fb4899978, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118394f5-8379-4ab8-985c-aa5916b8ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a346965b-c424-4aa7-8425-a4822f034253'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:29:12.952006 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (19a76278-058b-4061-8feb-032fb4899978), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.973389 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-24fabda2-7a26-4aa0-b72d-4c6e6bcc97d4 req-063a5f14-f79d-4814-bba0-82f6b8cbdbb9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dc0441b-30d6-4c9a-8800-ada88efcc7ed HTTP/1.1" status: 200 len: 217 time: 0.0385711 Mar 27 15:29:13.022215 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] For port 19a76278-058b-4061-8feb-032fb4899978, host hv-cinder-83538, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:29:13.032288 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] For port 19a76278-058b-4061-8feb-032fb4899978, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=19a76278-058b-4061-8feb-032fb4899978,segment=NetworkSegment(118394f5-8379-4ab8-985c-aa5916b8ec78),segment_id=118394f5-8379-4ab8-985c-aa5916b8ec78)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:29:13.040066 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fabda2-7a26-4aa0-b72d-4c6e6bcc97d4 req-a120271f-46f5-44a8-9a6d-094b87185f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:13.043732 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-24fabda2-7a26-4aa0-b72d-4c6e6bcc97d4 req-a120271f-46f5-44a8-9a6d-094b87185f50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7bd65611-1bb3-4827-9627-fb7f9c6654c1 HTTP/1.1" status: 200 len: 854 time: 0.0638363 Mar 27 15:29:13.046128 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (19a76278-058b-4061-8feb-032fb4899978), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:13.105667 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fabda2-7a26-4aa0-b72d-4c6e6bcc97d4 req-ba46fc42-c501-4560-a9ff-15d7fd4f3c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:13.107329 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-24fabda2-7a26-4aa0-b72d-4c6e6bcc97d4 req-ba46fc42-c501-4560-a9ff-15d7fd4f3c89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0cb6a7-146a-443c-89b2-dd69dffce6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0561309 Mar 27 15:29:13.137897 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:13.138517 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:13.139923 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] 10.222.0.16 "PUT /v2.0/ports/19a76278-058b-4061-8feb-032fb4899978 HTTP/1.1" status: 200 len: 1093 time: 0.6723886 Mar 27 15:29:13.140365 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6eab6b-1dd4-45da-b9dd-58cf3e5932fb', 'tag': '19a76278-058b-4061-8feb-032fb4899978'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:13.142558 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e860dd8b-5d90-492d-b689-5574c8e43ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "df6eab6b-1dd4-45da-b9dd-58cf3e5932fb", "tag": "19a76278-058b-4061-8feb-032fb4899978"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:13.181100 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67bd30-1713-4a09-9122-f7351f00329d service neutron] Pushing event updated for resources: {'Port': ['ID=19a76278-058b-4061-8feb-032fb4899978,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:13.209864 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1858f-e034-4992-acf0-16ad52a82328 req-e94c65f5-f9d7-4f7c-b560-21fee3d8ec60 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:13.211915 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b3c1858f-e034-4992-acf0-16ad52a82328 req-e94c65f5-f9d7-4f7c-b560-21fee3d8ec60 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 943 time: 0.1557813 Mar 27 15:29:13.217993 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509796a5-2843-4f43-89ad-49bc93c38561 req-4f71122e-432c-4b65-bd8a-472ad84510fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:13.219514 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-509796a5-2843-4f43-89ad-49bc93c38561 req-4f71122e-432c-4b65-bd8a-472ad84510fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 1130 time: 0.1113348 Mar 27 15:29:13.252466 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-24fabda2-7a26-4aa0-b72d-4c6e6bcc97d4 req-2b8c6158-4010-4a4a-abe9-313a814ac4bb service neutron] 10.222.0.16 "GET /v2.0/networks/fd0cb6a7-146a-443c-89b2-dd69dffce6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330717 Mar 27 15:29:13.254164 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eab99b-1504-47e4-89c9-913047a42dcc req-94cd8ecc-25b2-4789-9e9a-96aea073b601 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:13.255717 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-08eab99b-1504-47e4-89c9-913047a42dcc req-94cd8ecc-25b2-4789-9e9a-96aea073b601 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.1715167 Mar 27 15:29:13.309363 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-42dd5d82-70d2-4c71-b54e-ddf477fb0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:13.310783 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-42dd5d82-70d2-4c71-b54e-ddf477fb0774 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50170c1fcbac44e9821b7e9927e5d004&device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 1127 time: 0.1246431 Mar 27 15:29:13.319563 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b3c1858f-e034-4992-acf0-16ad52a82328 req-67b19099-1743-4db4-be99-d399c532e05e tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905597 Mar 27 15:29:13.330430 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-509796a5-2843-4f43-89ad-49bc93c38561 req-3c29be2e-955c-4777-be4d-57d044ff7966 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046684 Mar 27 15:29:13.364763 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-24fabda2-7a26-4aa0-b72d-4c6e6bcc97d4 req-f0c80a09-6d20-4423-95a3-787471ed1298 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0cb6a7-146a-443c-89b2-dd69dffce6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031125 Mar 27 15:29:13.375290 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-9d36b065-371d-4316-8564-85190b1f3689 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19a76278-058b-4061-8feb-032fb4899978 HTTP/1.1" status: 200 len: 217 time: 0.0518556 Mar 27 15:29:13.379641 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-08eab99b-1504-47e4-89c9-913047a42dcc req-d1c4fc26-ae06-4313-a3a5-9fe737af23a2 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176465 Mar 27 15:29:13.426346 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a392f638-6649-48bc-b2ad-2e8a7086fce6 x-openstack-request-id: req-a392f638-6649-48bc-b2ad-2e8a7086fce6 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:13.426637 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6eab6b-1dd4-45da-b9dd-58cf3e5932fb", "tag": "19a76278-058b-4061-8feb-032fb4899978", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:13.426934 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a392f638-6649-48bc-b2ad-2e8a7086fce6 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:13.427341 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a392f638-6649-48bc-b2ad-2e8a7086fce6'] response: {'name': 'network-changed', 'server_uuid': 'df6eab6b-1dd4-45da-b9dd-58cf3e5932fb', 'tag': '19a76278-058b-4061-8feb-032fb4899978', 'status': 'completed', 'code': 200} Mar 27 15:29:13.441710 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3860c6-07e8-4232-adcd-2d468f17b012 req-95a217f3-d607-425f-a907-7822dacdd2ba tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:13.443191 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6a3860c6-07e8-4232-adcd-2d468f17b012 req-95a217f3-d607-425f-a907-7822dacdd2ba tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 943 time: 0.0670595 Mar 27 15:29:13.491007 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6a3860c6-07e8-4232-adcd-2d468f17b012 req-d3fc9944-5b2e-4a02-8877-0726a8e2befe tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418837 Mar 27 15:29:13.687895 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-49c7f3d1-a12d-468c-a6d9-dfba3494a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:13.689404 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-49c7f3d1-a12d-468c-a6d9-dfba3494a566 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47845dee-4eb5-418b-b6e3-589a3a8469b0 HTTP/1.1" status: 200 len: 854 time: 0.0450089 Mar 27 15:29:13.722033 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-1e356409-a56e-4840-9c6b-7e40f7c9b003 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a346965b-c424-4aa7-8425-a4822f034253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256922 Mar 27 15:29:13.812408 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-ed861c05-6870-4dc7-952c-64877032129e service neutron] 10.222.0.16 "GET /v2.0/networks/a346965b-c424-4aa7-8425-a4822f034253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837033 Mar 27 15:29:13.913107 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e8e1f2e-5f93-47d2-b2b6-e3433b35d6b2 req-faf9c6fe-c024-4773-ab03-6527bd70a916 service neutron] 10.222.0.16 "GET /v2.0/networks/a346965b-c424-4aa7-8425-a4822f034253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806530 Mar 27 15:29:14.013673 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860dd8b-5d90-492d-b689-5574c8e43ee7 req-9f0b4143-0bfb-4a5d-b7e5-044a1ac059cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:14.015200 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e860dd8b-5d90-492d-b689-5574c8e43ee7 req-9f0b4143-0bfb-4a5d-b7e5-044a1ac059cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50170c1fcbac44e9821b7e9927e5d004&device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 1127 time: 0.0485487 Mar 27 15:29:14.102097 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860dd8b-5d90-492d-b689-5574c8e43ee7 req-ff1bb25e-7813-4cc0-b4ee-b498bb988413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:14.103599 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e860dd8b-5d90-492d-b689-5574c8e43ee7 req-ff1bb25e-7813-4cc0-b4ee-b498bb988413 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a346965b-c424-4aa7-8425-a4822f034253 HTTP/1.1" status: 200 len: 915 time: 0.0821865 Mar 27 15:29:14.143933 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e860dd8b-5d90-492d-b689-5574c8e43ee7 req-bb566650-1181-45a5-b659-ed11a242dc02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19a76278-058b-4061-8feb-032fb4899978 HTTP/1.1" status: 200 len: 217 time: 0.0339754 Mar 27 15:29:14.192678 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860dd8b-5d90-492d-b689-5574c8e43ee7 req-2edaed66-7b4a-47ff-a853-506acf7f70a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:14.194106 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e860dd8b-5d90-492d-b689-5574c8e43ee7 req-2edaed66-7b4a-47ff-a853-506acf7f70a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47845dee-4eb5-418b-b6e3-589a3a8469b0 HTTP/1.1" status: 200 len: 854 time: 0.0441887 Mar 27 15:29:14.225012 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e860dd8b-5d90-492d-b689-5574c8e43ee7 req-0da427a0-64ee-4ae6-85ad-7511067fa3fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a346965b-c424-4aa7-8425-a4822f034253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246136 Mar 27 15:29:14.311107 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e860dd8b-5d90-492d-b689-5574c8e43ee7 req-965aa383-8068-4a3f-a65a-209c5975da85 service neutron] 10.222.0.16 "GET /v2.0/networks/a346965b-c424-4aa7-8425-a4822f034253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792203 Mar 27 15:29:14.427428 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e860dd8b-5d90-492d-b689-5574c8e43ee7 req-c6ba849d-d35f-4c33-ab45-68c2847ec3a9 service neutron] 10.222.0.16 "GET /v2.0/networks/a346965b-c424-4aa7-8425-a4822f034253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101477 Mar 27 15:29:14.450619 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526ca37-1d81-46c7-8449-eb1e5dcb6372 req-9b9a75ed-9e70-4d6d-91e3-b4468e71ca82 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:14.452082 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0526ca37-1d81-46c7-8449-eb1e5dcb6372 req-9b9a75ed-9e70-4d6d-91e3-b4468e71ca82 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 943 time: 0.0639307 Mar 27 15:29:14.529360 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0526ca37-1d81-46c7-8449-eb1e5dcb6372 req-3875bfe3-1704-466c-bfc1-d20cb365441c tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681944 Mar 27 15:29:14.536946 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddcefd-a752-4584-9b6e-ad7913f658db req-0fa8e3bc-36ef-413b-8146-5ba74b5955d5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:14.538340 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5cddcefd-a752-4584-9b6e-ad7913f658db req-0fa8e3bc-36ef-413b-8146-5ba74b5955d5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0854101 Mar 27 15:29:14.597096 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5cddcefd-a752-4584-9b6e-ad7913f658db req-41ba4c12-df7b-46bd-9fc1-d76af1d383a5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503697 Mar 27 15:29:14.635500 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db886a2-c041-48e5-af9b-1f25b60e8118 req-85fbcd77-9687-4691-9c46-9fbd595e7b32 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:14.636938 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0db886a2-c041-48e5-af9b-1f25b60e8118 req-85fbcd77-9687-4691-9c46-9fbd595e7b32 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 943 time: 0.0529811 Mar 27 15:29:14.681688 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0db886a2-c041-48e5-af9b-1f25b60e8118 req-7d213174-919b-4638-8537-583d35ac7b36 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392854 Mar 27 15:29:15.646428 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b0710-6b82-4c43-bf29-6b48f1d0c238 req-61d6fd20-80d8-4fa1-98b3-97759083c65a tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:15.647937 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-495b0710-6b82-4c43-bf29-6b48f1d0c238 req-61d6fd20-80d8-4fa1-98b3-97759083c65a tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 943 time: 0.0548146 Mar 27 15:29:15.724157 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-495b0710-6b82-4c43-bf29-6b48f1d0c238 req-7ed21777-0f2f-4749-9ca5-3eacca9ab3b5 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707283 Mar 27 15:29:15.739755 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad82f4c-4f39-4537-95f5-2c7479ceb1ad req-7e3633ac-cb14-48b1-b8a2-b642efe63953 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:15.741218 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8ad82f4c-4f39-4537-95f5-2c7479ceb1ad req-7e3633ac-cb14-48b1-b8a2-b642efe63953 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0715976 Mar 27 15:29:15.799634 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8ad82f4c-4f39-4537-95f5-2c7479ceb1ad req-7b578d3c-6c65-4dd6-b0ef-6995e72f39c8 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517030 Mar 27 15:29:15.842639 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3327b-0d25-4ca3-82f9-ef15dc9d6b2f req-683b4168-4d7e-4fe4-a843-94fcfd12bfb6 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:15.844145 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b0e3327b-0d25-4ca3-82f9-ef15dc9d6b2f req-683b4168-4d7e-4fe4-a843-94fcfd12bfb6 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 943 time: 0.0663071 Mar 27 15:29:15.890799 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b0e3327b-0d25-4ca3-82f9-ef15dc9d6b2f req-36fbcecd-f774-42cd-8283-7a8d886d9195 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Mar 27 15:29:16.064820 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3c2a6-b74c-4a74-9134-c60765aeebc2 req-ce2c17ae-2bd9-448e-a3ba-232c749fbc4d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:16.066283 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-90a3c2a6-b74c-4a74-9134-c60765aeebc2 req-ce2c17ae-2bd9-448e-a3ba-232c749fbc4d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0724559 Mar 27 15:29:16.069006 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223ce9d-b3aa-4a79-a457-7c3222432582 req-eab16e57-7f39-4d84-bd35-f4b416a513c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:16.070921 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9223ce9d-b3aa-4a79-a457-7c3222432582 req-eab16e57-7f39-4d84-bd35-f4b416a513c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 1130 time: 0.0860193 Mar 27 15:29:16.162754 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-90a3c2a6-b74c-4a74-9134-c60765aeebc2 req-8c24cd56-acbb-4409-a3d8-7befcf5b7928 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896456 Mar 27 15:29:16.188714 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223ce9d-b3aa-4a79-a457-7c3222432582 req-3cd4376d-7769-464b-9da5-211208cf9262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:16.190295 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9223ce9d-b3aa-4a79-a457-7c3222432582 req-3cd4376d-7769-464b-9da5-211208cf9262 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 920 time: 0.1116869 Mar 27 15:29:16.230805 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9223ce9d-b3aa-4a79-a457-7c3222432582 req-d388ca18-88ea-445c-8d43-fda27573bbd0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9f37157-f0f3-4fed-b212-c5e134a18d50 HTTP/1.1" status: 200 len: 217 time: 0.0343399 Mar 27 15:29:16.277257 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223ce9d-b3aa-4a79-a457-7c3222432582 req-d4c5a17e-3a88-43fe-a810-e48af5c92164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:16.278659 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9223ce9d-b3aa-4a79-a457-7c3222432582 req-d4c5a17e-3a88-43fe-a810-e48af5c92164 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 200 len: 858 time: 0.0418916 Mar 27 15:29:16.330593 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223ce9d-b3aa-4a79-a457-7c3222432582 req-6e844337-5959-4a37-8718-3749293a0e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:16.332413 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9223ce9d-b3aa-4a79-a457-7c3222432582 req-6e844337-5959-4a37-8718-3749293a0e81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a88b8d02-0b8d-402d-8dfe-29190bd7b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0469706 Mar 27 15:29:16.610427 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9223ce9d-b3aa-4a79-a457-7c3222432582 req-249eadf5-c822-4caa-ad3e-68f703ebbfbc service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709291 Mar 27 15:29:16.699660 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9223ce9d-b3aa-4a79-a457-7c3222432582 req-a882dc06-0239-49a5-93e0-94f1a4350774 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823135 Mar 27 15:29:16.842775 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e4369-bfa9-45f4-8649-1773adcf3ac4 req-30e7f0de-7d33-4b47-8fbb-bcbcc62cec6a tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:16.844236 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-912e4369-bfa9-45f4-8649-1773adcf3ac4 req-30e7f0de-7d33-4b47-8fbb-bcbcc62cec6a tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 943 time: 0.0511320 Mar 27 15:29:16.890183 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-912e4369-bfa9-45f4-8649-1773adcf3ac4 req-4386132c-122d-4503-92db-25c0b1df0c9f tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404298 Mar 27 15:29:17.006816 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df5748-e2b1-44a1-a8b9-fe76775379a5 req-9f1878a9-9134-4219-a564-42dffbc9d2de tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:17.008349 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c4df5748-e2b1-44a1-a8b9-fe76775379a5 req-9f1878a9-9134-4219-a564-42dffbc9d2de tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 943 time: 0.0520020 Mar 27 15:29:17.056750 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c4df5748-e2b1-44a1-a8b9-fe76775379a5 req-c9014730-9d32-42da-b8fe-b97ddb1f2cad tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422344 Mar 27 15:29:17.279788 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143eb3b-299c-42ae-a896-6d32a505853d req-7e25b4b9-b72c-4f33-bf11-0da4274a8337 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:17.281267 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5143eb3b-299c-42ae-a896-6d32a505853d req-7e25b4b9-b72c-4f33-bf11-0da4274a8337 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0557210 Mar 27 15:29:17.329107 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5143eb3b-299c-42ae-a896-6d32a505853d req-62fd1a9b-a7bc-451f-9c90-46674b6b0f03 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422702 Mar 27 15:29:17.788072 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 3dc0441b-30d6-4c9a-8800-ada88efcc7ed details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:29:18.002383 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3dc0441b-30d6-4c9a-8800-ada88efcc7ed,segment=NetworkSegment(8cb3952b-b039-4207-bade-f70336e3efd3),segment_id=8cb3952b-b039-4207-bade-f70336e3efd3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:18.005216 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3d452-5c1b-4e39-8eb3-942d822e52b3 req-baaa1238-5503-4f13-a325-6cba592f2717 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:18.006709 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4ce3d452-5c1b-4e39-8eb3-942d822e52b3 req-baaa1238-5503-4f13-a325-6cba592f2717 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 943 time: 0.0514951 Mar 27 15:29:18.014517 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed', 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4', 'port_id': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed', 'mac_address': 'fa:16:3e:58:d4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:29:18.051186 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:18.051499 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:18.053975 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4ce3d452-5c1b-4e39-8eb3-942d822e52b3 req-e2d4f5c1-ce6b-452d-8a30-3f420e4e14fb tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408177 Mar 27 15:29:18.064274 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc0441b-30d6-4c9a-8800-ada88efcc7ed {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:18.084516 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3dc0441b-30d6-4c9a-8800-ada88efcc7ed,segment=NetworkSegment(8cb3952b-b039-4207-bade-f70336e3efd3),segment_id=8cb3952b-b039-4207-bade-f70336e3efd3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:18.088932 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:18.089625 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 19a76278-058b-4061-8feb-032fb4899978 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:29:18.182830 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=3dc0441b-30d6-4c9a-8800-ada88efcc7ed,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:18.184123 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16ce40-6cbc-47bc-9ea2-a52dc4099877 req-7e460655-370a-4f5d-9507-65b392a8ce66 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:18.185848 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9a16ce40-6cbc-47bc-9ea2-a52dc4099877 req-7e460655-370a-4f5d-9507-65b392a8ce66 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 943 time: 0.0574663 Mar 27 15:29:18.195732 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:18.196080 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:18.196417 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:18.196764 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:18.197096 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:18.197421 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:18.197742 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:18.198061 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:18.198379 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:18.198697 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:18.199051 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:18.199379 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:18.199701 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:18.200017 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:18.200329 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:18.234378 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9a16ce40-6cbc-47bc-9ea2-a52dc4099877 req-007aedb5-ee90-43e7-b93c-c534093bc3d5 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Mar 27 15:29:18.239540 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 19a76278-058b-4061-8feb-032fb4899978, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=19a76278-058b-4061-8feb-032fb4899978,segment=NetworkSegment(118394f5-8379-4ab8-985c-aa5916b8ec78),segment_id=118394f5-8379-4ab8-985c-aa5916b8ec78)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:18.251818 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '19a76278-058b-4061-8feb-032fb4899978', 'network_id': 'a346965b-c424-4aa7-8425-a4822f034253', 'port_id': '19a76278-058b-4061-8feb-032fb4899978', 'mac_address': 'fa:16:3e:a6:50:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47845dee-4eb5-418b-b6e3-589a3a8469b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:29:18.287340 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 19a76278-058b-4061-8feb-032fb4899978 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:18.287733 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (19a76278-058b-4061-8feb-032fb4899978), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:18.300756 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a76278-058b-4061-8feb-032fb4899978 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:18.320157 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 19a76278-058b-4061-8feb-032fb4899978, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=19a76278-058b-4061-8feb-032fb4899978,segment=NetworkSegment(118394f5-8379-4ab8-985c-aa5916b8ec78),segment_id=118394f5-8379-4ab8-985c-aa5916b8ec78)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:18.324062 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (19a76278-058b-4061-8feb-032fb4899978), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:18.374957 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=19a76278-058b-4061-8feb-032fb4899978,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:18.445261 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3d252-018c-4989-a326-7985913d8807 req-7afbd2b1-0353-4b33-8349-844b4fb1d03d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:18.450424 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1bf3d252-018c-4989-a326-7985913d8807 req-7afbd2b1-0353-4b33-8349-844b4fb1d03d tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0524449 Mar 27 15:29:18.493266 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1bf3d252-018c-4989-a326-7985913d8807 req-9debd3ea-08ac-46b7-9f4b-31790115bd45 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410080 Mar 27 15:29:18.875576 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['19a76278-058b-4061-8feb-032fb4899978'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:29:18.921245 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['3dc0441b-30d6-4c9a-8800-ada88efcc7ed'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:29:19.172434 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88372d21-f257-456b-851a-a64ad33d88c2 req-fbe97357-1f9b-47f3-9e63-af28c620407f tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:19.173914 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-88372d21-f257-456b-851a-a64ad33d88c2 req-fbe97357-1f9b-47f3-9e63-af28c620407f tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 944 time: 0.0522144 Mar 27 15:29:19.223175 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-88372d21-f257-456b-851a-a64ad33d88c2 req-8ccc7c1c-6f3a-4ae7-85d4-19513384c59b tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436797 Mar 27 15:29:19.352337 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b65d1-7c1a-4e04-b849-4b2cdbad8228 req-17faa6e3-82e9-4bd3-b661-53c7b0a28760 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:19.353800 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-983b65d1-7c1a-4e04-b849-4b2cdbad8228 req-17faa6e3-82e9-4bd3-b661-53c7b0a28760 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 944 time: 0.0546186 Mar 27 15:29:19.403837 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-983b65d1-7c1a-4e04-b849-4b2cdbad8228 req-21cfa516-ae53-45d6-8664-e1d51ab93023 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445607 Mar 27 15:29:19.608760 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14dd8f-3436-4af5-88b5-4f6afddc74b1 req-cd5c8961-1cba-4740-ab06-63d9185be5ba tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:19.610240 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2f14dd8f-3436-4af5-88b5-4f6afddc74b1 req-cd5c8961-1cba-4740-ab06-63d9185be5ba tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0505998 Mar 27 15:29:19.657366 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2f14dd8f-3436-4af5-88b5-4f6afddc74b1 req-693c9ef0-f420-44ca-b7ca-ad2c39e97208 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 Mar 27 15:29:20.086577 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-91e83ce1-bb8f-478c-b80e-4af915d10a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:20.342434 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495a224-bd7e-458a-bad0-b4c83f93067f req-6b75898f-6432-4bde-b493-95c859bed601 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:20.344037 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1495a224-bd7e-458a-bad0-b4c83f93067f req-6b75898f-6432-4bde-b493-95c859bed601 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 944 time: 0.0563478 Mar 27 15:29:20.391067 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1495a224-bd7e-458a-bad0-b4c83f93067f req-928720b7-bc6d-4061-bc6e-78656a154689 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Mar 27 15:29:20.524314 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd01958-865b-4cbe-b006-634779f75666 req-7c9f9f2a-2c40-482f-ab8c-6cc3ca325bef tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:20.525771 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cdd01958-865b-4cbe-b006-634779f75666 req-7c9f9f2a-2c40-482f-ab8c-6cc3ca325bef tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 944 time: 0.0550942 Mar 27 15:29:20.571620 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cdd01958-865b-4cbe-b006-634779f75666 req-39fbb7da-0b2c-4237-970a-40fce0091573 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Mar 27 15:29:21.176753 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36378) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:21.181870 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1194113925', 'description': 'tempest-description--719958833'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:21.202661 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.266984 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for security_group (6a4fdbc2-e648-4a78-9283-be3760c20bd0), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.270840 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (6a4fdbc2-e648-4a78-9283-be3760c20bd0), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.297713 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.298950 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1211572 Mar 27 15:29:21.301711 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36380) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:21.307333 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-496bcfc1-ca96-4151-bbbb-c6c3ec268340 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Request body: {'security_group_rule': {'security_group_id': '6a4fdbc2-e648-4a78-9283-be3760c20bd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:21.311967 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4fdbc2-e648-4a78-9283-be3760c20bd0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:21.322528 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:21.323124 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:21.323503 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:21.323847 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:21.324183 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:21.324518 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:21.324845 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:21.325174 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:21.325498 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:21.325821 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:21.326144 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:21.326465 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:21.326812 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:21.327136 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:21.327461 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0415a23-c5df-4cb2-a557-e582180ba139 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:21.345753 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-496bcfc1-ca96-4151-bbbb-c6c3ec268340 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for security_group_rule (769a3c1c-9ed1-481a-9245-bc1a1834846d), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.399256 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-496bcfc1-ca96-4151-bbbb-c6c3ec268340 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for security_group_rule (769a3c1c-9ed1-481a-9245-bc1a1834846d), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.402935 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-496bcfc1-ca96-4151-bbbb-c6c3ec268340 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (769a3c1c-9ed1-481a-9245-bc1a1834846d), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.420309 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bcfc1-ca96-4151-bbbb-c6c3ec268340 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769a3c1c-9ed1-481a-9245-bc1a1834846d,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:21.428968 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-496bcfc1-ca96-4151-bbbb-c6c3ec268340 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.430207 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-496bcfc1-ca96-4151-bbbb-c6c3ec268340 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268461 Mar 27 15:29:21.432852 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36384) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:21.437026 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-16cfaaa5-3392-4ad6-b4f3-09525c4927c5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Request body: {'security_group_rule': {'security_group_id': '6a4fdbc2-e648-4a78-9283-be3760c20bd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:21.465392 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-16cfaaa5-3392-4ad6-b4f3-09525c4927c5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for security_group_rule (58149275-b61c-4721-ac66-3e75603727f4), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.513557 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0bb5a-f626-4290-8d8e-7d409ffac140 req-71cdcf44-a05c-4c9d-b0b6-efc8ca110637 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:21.515197 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f0d0bb5a-f626-4290-8d8e-7d409ffac140 req-71cdcf44-a05c-4c9d-b0b6-efc8ca110637 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 944 time: 0.0560145 Mar 27 15:29:21.526033 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-16cfaaa5-3392-4ad6-b4f3-09525c4927c5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for security_group_rule (58149275-b61c-4721-ac66-3e75603727f4), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.532141 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-16cfaaa5-3392-4ad6-b4f3-09525c4927c5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (58149275-b61c-4721-ac66-3e75603727f4), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.549452 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfaaa5-3392-4ad6-b4f3-09525c4927c5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58149275-b61c-4721-ac66-3e75603727f4,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:21.559164 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-16cfaaa5-3392-4ad6-b4f3-09525c4927c5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.560379 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-16cfaaa5-3392-4ad6-b4f3-09525c4927c5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266642 Mar 27 15:29:21.563382 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36386) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:21.567606 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Request body: {'floatingip': {'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:21.568595 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f0d0bb5a-f626-4290-8d8e-7d409ffac140 req-88fe9567-004b-451f-a905-91eb01c859dd tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479791 Mar 27 15:29:21.587632 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.680803 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.689127 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39b286-4333-4ed9-a491-fa88aa5139a9 req-6262bf41-7e0a-4711-b908-bc3342703906 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:21.690847 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2b39b286-4333-4ed9-a491-fa88aa5139a9 req-6262bf41-7e0a-4711-b908-bc3342703906 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 944 time: 0.0525548 Mar 27 15:29:21.737498 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2b39b286-4333-4ed9-a491-fa88aa5139a9 req-e318bf80-a653-4bf2-a5dd-bbebc2c0fb16 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402937 Mar 27 15:29:21.787573 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Allocated IP 172.28.3.54 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/bc2ea467-cca2-4c55-88ad-544561e30862) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:29:21.791654 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 3dc0441b-30d6-4c9a-8800-ada88efcc7ed up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:21.844090 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:29:21.848333 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:21.848708 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.888035 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for port (bc2ea467-cca2-4c55-88ad-544561e30862), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.922921 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (bc2ea467-cca2-4c55-88ad-544561e30862), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.926198 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:21.926840 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.949560 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:21.951743 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932cd2be-2e56-484f-8ddd-bbc023db5535" -d '{"events": [{"server_uuid": "8bb83886-844a-4502-a38d-9aede3e1b61d", "name": "network-vif-plugged", "status": "completed", "tag": "3dc0441b-30d6-4c9a-8800-ada88efcc7ed"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:21.962214 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:21.964546 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3dc0441b-30d6-4c9a-8800-ada88efcc7ed,segment=NetworkSegment(8cb3952b-b039-4207-bade-f70336e3efd3),segment_id=8cb3952b-b039-4207-bade-f70336e3efd3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:21.965087 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:21.968998 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:29:21.969246 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.970057 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 19a76278-058b-4061-8feb-032fb4899978 up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:21.996088 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Pushing event updated for resources: {'Port': ['ID=bc2ea467-cca2-4c55-88ad-544561e30862,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:22.016678 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5e319f-94c8-4b90-bf35-f7a4ffc0c59f x-openstack-request-id: req-8f5e319f-94c8-4b90-bf35-f7a4ffc0c59f {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:22.016996 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb83886-844a-4502-a38d-9aede3e1b61d", "name": "network-vif-plugged", "status": "completed", "tag": "3dc0441b-30d6-4c9a-8800-ada88efcc7ed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:22.017277 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f5e319f-94c8-4b90-bf35-f7a4ffc0c59f {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:22.017682 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5e319f-94c8-4b90-bf35-f7a4ffc0c59f'] response: {'server_uuid': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed', 'code': 200} Mar 27 15:29:22.057008 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=3dc0441b-30d6-4c9a-8800-ada88efcc7ed,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:22.069030 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for floatingip (16f231a4-1f76-4625-b8c3-ac7ffd31c0b7), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.069407 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port 19a76278-058b-4061-8feb-032fb4899978 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:29:22.073212 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 19a76278-058b-4061-8feb-032fb4899978 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:22.073595 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (19a76278-058b-4061-8feb-032fb4899978), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.110407 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (bc2ea467-cca2-4c55-88ad-544561e30862), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.157102 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 19a76278-058b-4061-8feb-032fb4899978 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:22.157494 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (19a76278-058b-4061-8feb-032fb4899978), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.192259 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 19a76278-058b-4061-8feb-032fb4899978, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=19a76278-058b-4061-8feb-032fb4899978,segment=NetworkSegment(118394f5-8379-4ab8-985c-aa5916b8ec78),segment_id=118394f5-8379-4ab8-985c-aa5916b8ec78)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:22.196859 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (19a76278-058b-4061-8feb-032fb4899978), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.205979 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5a0d5-3355-4ceb-8e32-ac3e4aaddbea req-ed006fea-76f8-4a60-8722-1b13a8023c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:22.207452 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-80b5a0d5-3355-4ceb-8e32-ac3e4aaddbea req-ed006fea-76f8-4a60-8722-1b13a8023c91 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 1129 time: 0.0464213 Mar 27 15:29:22.252109 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-80b5a0d5-3355-4ceb-8e32-ac3e4aaddbea req-f08a70a0-f070-4c0e-bbae-2304d32ca11a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378406 Mar 27 15:29:22.253237 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=19a76278-058b-4061-8feb-032fb4899978,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:22.270660 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for port (bc2ea467-cca2-4c55-88ad-544561e30862), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.275758 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (bc2ea467-cca2-4c55-88ad-544561e30862), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.310933 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-df13ebd5-a41a-40c0-ac93-b9a336c174eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.345673 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Pushing event updated for resources: {'Port': ['ID=bc2ea467-cca2-4c55-88ad-544561e30862,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:22.357353 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (16f231a4-1f76-4625-b8c3-ac7ffd31c0b7), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.373521 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.375131 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e17283b2-7243-4780-940c-cdffbbb148b7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8106763 Mar 27 15:29:22.564546 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-2415f71c-43eb-4a49-9beb-d149c3dcf933 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1194113925&fields=id&tenant_id=d96d1adbe1484318915fb94bc09405e8 HTTP/1.1" status: 200 len: 267 time: 0.0441451 Mar 27 15:29:22.697635 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-c156d4d7-98c9-4c07-98bf-16a9340dd99b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:22.699101 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-c156d4d7-98c9-4c07-98bf-16a9340dd99b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 819 time: 0.1283975 Mar 27 15:29:22.719053 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-7e97ad99-70cf-46d2-bbcb-07cd6cfc47c4 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/quotas/d96d1adbe1484318915fb94bc09405e8 HTTP/1.1" status: 200 len: 375 time: 0.0142274 Mar 27 15:29:22.727239 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2a330-84ea-46cf-9af8-5ea1a49a0a49 req-bebe5573-9410-42e5-8ec0-7db4076fd381 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:22.728631 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6bc2a330-84ea-46cf-9af8-5ea1a49a0a49 req-bebe5573-9410-42e5-8ec0-7db4076fd381 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 945 time: 0.0910654 Mar 27 15:29:22.801201 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6bc2a330-84ea-46cf-9af8-5ea1a49a0a49 req-a7380822-4501-458a-9083-52256465e8ad tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638356 Mar 27 15:29:22.813074 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-fe08ecf3-b338-4545-ba61-03b8fa690e18 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0835543 Mar 27 15:29:22.939974 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-0cdc472d-f4ae-4c99-9f15-bbe889d9a880 service neutron] 10.222.0.13 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146410 Mar 27 15:29:22.947663 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d9a38-d702-4b6d-9f74-8121b4046f17 req-d1a88e15-8c4f-410e-af44-7d391fe42756 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:22.949005 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-650d9a38-d702-4b6d-9f74-8121b4046f17 req-d1a88e15-8c4f-410e-af44-7d391fe42756 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 945 time: 0.0834053 Mar 27 15:29:23.044851 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-650d9a38-d702-4b6d-9f74-8121b4046f17 req-9e5874f4-3d39-4d24-873b-42972defbc45 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881920 Mar 27 15:29:23.063675 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-50d2984b-877c-4292-b550-ed4f107ad6c9 service neutron] 10.222.0.13 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136799 Mar 27 15:29:23.220531 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f9d44d88-2f97-4665-bf83-3f27a4f6eaac req-e126308c-c076-4343-96f1-cdec85fded3b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 210 time: 0.0264232 Mar 27 15:29:23.642124 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:23.799907 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:29:23.916233 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90875d80-9012-4b7a-b887-f22eeb53e421 req-a4a7bc37-f36c-43d6-b7d1-e143f7188660 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:23.917599 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-90875d80-9012-4b7a-b887-f22eeb53e421 req-a4a7bc37-f36c-43d6-b7d1-e143f7188660 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 945 time: 0.0520563 Mar 27 15:29:23.962388 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-90875d80-9012-4b7a-b887-f22eeb53e421 req-81fd87a3-6228-4114-81ee-2b74b67fb4e6 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391791 Mar 27 15:29:24.018990 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6eab6b-1dd4-45da-b9dd-58cf3e5932fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a76278-058b-4061-8feb-032fb4899978'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:24.021522 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66ee0e3-dfa4-4719-bd03-2ebbeeaf152c" -d '{"events": [{"server_uuid": "df6eab6b-1dd4-45da-b9dd-58cf3e5932fb", "name": "network-vif-plugged", "status": "completed", "tag": "19a76278-058b-4061-8feb-032fb4899978"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:24.057261 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67faf454-9e9e-4347-b000-68fc9d954fc6 x-openstack-request-id: req-67faf454-9e9e-4347-b000-68fc9d954fc6 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:24.057570 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6eab6b-1dd4-45da-b9dd-58cf3e5932fb", "name": "network-vif-plugged", "status": "completed", "tag": "19a76278-058b-4061-8feb-032fb4899978", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:24.057826 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67faf454-9e9e-4347-b000-68fc9d954fc6 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:24.058226 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67faf454-9e9e-4347-b000-68fc9d954fc6'] response: {'server_uuid': 'df6eab6b-1dd4-45da-b9dd-58cf3e5932fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a76278-058b-4061-8feb-032fb4899978', 'code': 200} Mar 27 15:29:24.087582 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108a2ca-14c2-44ec-977e-8a68f5273963 req-dafd3142-f233-4877-940e-e3de29c370f1 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:24.094251 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0108a2ca-14c2-44ec-977e-8a68f5273963 req-dafd3142-f233-4877-940e-e3de29c370f1 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 945 time: 0.0664985 Mar 27 15:29:24.226774 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0108a2ca-14c2-44ec-977e-8a68f5273963 req-29c594c6-4766-4557-b7f3-0f47f34a8b85 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315610 Mar 27 15:29:24.263614 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18992e-a81a-4e40-aff9-c3d47f18aa75 req-d46b5cdd-a61e-4e10-aab9-5fbff7770ca8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:24.265319 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6a18992e-a81a-4e40-aff9-c3d47f18aa75 req-d46b5cdd-a61e-4e10-aab9-5fbff7770ca8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 945 time: 0.1502802 Mar 27 15:29:24.267983 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3f5cc-d07e-4615-98fe-4f66ad4c94a7 req-b0363d44-1762-4e69-8aeb-19020b4aca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:24.269460 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-08c3f5cc-d07e-4615-98fe-4f66ad4c94a7 req-b0363d44-1762-4e69-8aeb-19020b4aca00 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 1129 time: 0.0648978 Mar 27 15:29:24.300300 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-2ef379c5-b7d6-480d-8ec9-5366fcce5f29 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:24.301910 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-2ef379c5-b7d6-480d-8ec9-5366fcce5f29 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.16 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 819 time: 0.1763511 Mar 27 15:29:24.325259 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-08c3f5cc-d07e-4615-98fe-4f66ad4c94a7 req-e05be651-bbe5-4170-b747-05c80982d4f4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492415 Mar 27 15:29:24.344725 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b5598606-cf30-42b2-b586-0328ec2e918b req-7f7fbea8-f927-4648-b18d-5c644dae9e59 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 210 time: 0.0404491 Mar 27 15:29:24.366946 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6a18992e-a81a-4e40-aff9-c3d47f18aa75 req-d8e57cda-1bbc-4f53-97cf-c5072603483b tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940354 Mar 27 15:29:24.408411 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-57009261-89df-4ea8-b297-004278d548f9 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d96d1adbe1484318915fb94bc09405e8 HTTP/1.1" status: 200 len: 380 time: 0.0907679 Mar 27 15:29:24.600146 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-6c7563fb-c7e0-4d17-98c3-62933123a881 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Request body: {'port': {'device_id': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'admin_state_up': True, 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'security_groups': ['6a4fdbc2-e648-4a78-9283-be3760c20bd0']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:24.723001 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b5231-c5ed-4feb-83cb-d197d1f425d7 req-a99bcc40-ccde-4354-9b16-f2285ee548eb tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:24.724467 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a39b5231-c5ed-4feb-83cb-d197d1f425d7 req-a99bcc40-ccde-4354-9b16-f2285ee548eb tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 945 time: 0.1198294 Mar 27 15:29:24.763677 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-6c7563fb-c7e0-4d17-98c3-62933123a881 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Made reservation on behalf of d96d1adbe1484318915fb94bc09405e8 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:29:24.766911 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-6c7563fb-c7e0-4d17-98c3-62933123a881 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:24.794430 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a39b5231-c5ed-4feb-83cb-d197d1f425d7 req-c23d1a83-53cb-4219-bb5b-630e2ddc3e01 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644088 Mar 27 15:29:24.902564 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-6c7563fb-c7e0-4d17-98c3-62933123a881 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Allocated IP 172.20.0.7 (a88b8d02-0b8d-402d-8dfe-29190bd7b332/5aa9dede-4f68-40ab-92be-0c823d7184ef/c9ad0468-95e5-4487-8232-956657fafdea) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:29:25.041250 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-6c7563fb-c7e0-4d17-98c3-62933123a881 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for port (c9ad0468-95e5-4487-8232-956657fafdea), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.076080 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-6c7563fb-c7e0-4d17-98c3-62933123a881 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (c9ad0468-95e5-4487-8232-956657fafdea), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.116002 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-6c7563fb-c7e0-4d17-98c3-62933123a881 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Network a88b8d02-0b8d-402d-8dfe-29190bd7b332 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:25.119355 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-6c7563fb-c7e0-4d17-98c3-62933123a881 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:25.122656 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-6c7563fb-c7e0-4d17-98c3-62933123a881 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:29:25.150179 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7563fb-c7e0-4d17-98c3-62933123a881 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Pushing event updated for resources: {'Port': ['ID=c9ad0468-95e5-4487-8232-956657fafdea,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:25.178587 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-6c7563fb-c7e0-4d17-98c3-62933123a881 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:25.179749 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-6c7563fb-c7e0-4d17-98c3-62933123a881 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.196377 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-6c7563fb-c7e0-4d17-98c3-62933123a881 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6001749 Mar 27 15:29:25.213168 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Request body: {'port': {'device_id': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:25.276063 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (c9ad0468-95e5-4487-8232-956657fafdea), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.326306 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b4ac5dc7-ae7b-49ea-ad8e-1bfc8fc71678 None None] Provisioning complete for port c9ad0468-95e5-4487-8232-956657fafdea triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:25.326866 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b4ac5dc7-ae7b-49ea-ad8e-1bfc8fc71678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (c9ad0468-95e5-4487-8232-956657fafdea), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.360025 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b4ac5dc7-ae7b-49ea-ad8e-1bfc8fc71678 None None] Port c9ad0468-95e5-4487-8232-956657fafdea cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:29:25.404748 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.569383 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be83d72-2090-472e-bb34-b2cbdf4fcb0d req-df2fd4b6-60c9-4dbe-b940-5b34eaeba01b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:25.570969 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4be83d72-2090-472e-bb34-b2cbdf4fcb0d req-df2fd4b6-60c9-4dbe-b940-5b34eaeba01b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 931 time: 0.1464980 Mar 27 15:29:25.579069 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc621c45-50a8-414f-9e9f-15af30236c6e req-75fa49f2-fa06-4a8f-930e-7f9ad041241f tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:25.580342 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cc621c45-50a8-414f-9e9f-15af30236c6e req-75fa49f2-fa06-4a8f-930e-7f9ad041241f tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 945 time: 0.1288209 Mar 27 15:29:25.695303 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4be83d72-2090-472e-bb34-b2cbdf4fcb0d req-4b6dd1a3-4d5a-470b-a4e5-39abb3cae563 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140232 Mar 27 15:29:25.697272 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ad0468-95e5-4487-8232-956657fafdea {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:25.706930 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cc621c45-50a8-414f-9e9f-15af30236c6e req-815cfa87-7e22-44c1-a785-5fc7db41cbc8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179318 Mar 27 15:29:25.708678 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Publish callbacks [] for port (c9ad0468-95e5-4487-8232-956657fafdea), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.721364 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Transition to ACTIVE for port object c9ad0468-95e5-4487-8232-956657fafdea will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:29:25.724965 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (c9ad0468-95e5-4487-8232-956657fafdea), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.774190 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Pushing event updated for resources: {'Port': ['ID=c9ad0468-95e5-4487-8232-956657fafdea,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:25.848552 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Attempting to bind port c9ad0468-95e5-4487-8232-956657fafdea on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:29:25.848911 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Attempting to bind port c9ad0468-95e5-4487-8232-956657fafdea by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:29:25.849242 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Attempting to bind port c9ad0468-95e5-4487-8232-956657fafdea on network a88b8d02-0b8d-402d-8dfe-29190bd7b332 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:25.853954 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Port c9ad0468-95e5-4487-8232-956657fafdea on network a88b8d02-0b8d-402d-8dfe-29190bd7b332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:29:25.854281 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Attempting to bind port c9ad0468-95e5-4487-8232-956657fafdea on network a88b8d02-0b8d-402d-8dfe-29190bd7b332 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:25.859481 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:29:25.859826 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Checking segment: {'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:29:25.860213 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Bound using segment: {'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:29:25.860645 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Bound port: c9ad0468-95e5-4487-8232-956657fafdea, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:29:25.861019 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (c9ad0468-95e5-4487-8232-956657fafdea), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.928310 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] For port c9ad0468-95e5-4487-8232-956657fafdea, host hv-cinder-83538, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:29:25.932330 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] For port c9ad0468-95e5-4487-8232-956657fafdea, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c9ad0468-95e5-4487-8232-956657fafdea,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:29:25.939809 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (c9ad0468-95e5-4487-8232-956657fafdea), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.981917 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:25.982552 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.984002 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] 10.222.0.16 "PUT /v2.0/ports/c9ad0468-95e5-4487-8232-956657fafdea HTTP/1.1" status: 200 len: 1093 time: 0.7757893 Mar 27 15:29:25.984942 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'tag': 'c9ad0468-95e5-4487-8232-956657fafdea'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:25.988337 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bbe9ff-0221-45fa-8588-002e91ec3284" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdaa473-1356-4e70-917a-3e3e3d367a93", "tag": "c9ad0468-95e5-4487-8232-956657fafdea"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:26.012195 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e49a7-f3a2-46dd-a528-e8d7fe2623cd service neutron] Pushing event updated for resources: {'Port': ['ID=c9ad0468-95e5-4487-8232-956657fafdea,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:26.032768 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a5865f-56c3-41fa-9234-651c40fe7d85 x-openstack-request-id: req-b9a5865f-56c3-41fa-9234-651c40fe7d85 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:26.033061 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdaa473-1356-4e70-917a-3e3e3d367a93", "tag": "c9ad0468-95e5-4487-8232-956657fafdea", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:26.033315 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9a5865f-56c3-41fa-9234-651c40fe7d85 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:26.033724 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9a5865f-56c3-41fa-9234-651c40fe7d85'] response: {'name': 'network-changed', 'server_uuid': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'tag': 'c9ad0468-95e5-4487-8232-956657fafdea', 'status': 'completed', 'code': 200} Mar 27 15:29:26.081820 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-4a78c21a-0eb3-4df1-86ae-b1dc1e6618a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:26.083425 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-4a78c21a-0eb3-4df1-86ae-b1dc1e6618a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 1127 time: 0.0461993 Mar 27 15:29:26.130383 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-082d4663-030c-4aab-8995-220cdaf6f975 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ad0468-95e5-4487-8232-956657fafdea HTTP/1.1" status: 200 len: 217 time: 0.0386584 Mar 27 15:29:26.180640 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-d9292a71-13e3-4b29-a1d4-14b07144cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:26.182100 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-d9292a71-13e3-4b29-a1d4-14b07144cdea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 200 len: 858 time: 0.0448666 Mar 27 15:29:26.239279 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-a62279cf-7d41-4105-a30f-443ced5203e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:26.240777 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-a62279cf-7d41-4105-a30f-443ced5203e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a88b8d02-0b8d-402d-8dfe-29190bd7b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0468848 Mar 27 15:29:26.332613 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-1e74787c-f72f-48af-8c0f-0f284cade5ce service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849853 Mar 27 15:29:26.422587 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65785d-c043-4b9c-8ed5-c70779493bbc req-e28dda66-2d86-4367-9eb2-7214808160c0 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821869 Mar 27 15:29:26.527670 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbe9ff-0221-45fa-8588-002e91ec3284 req-de3cb439-c7cc-4e3a-9ee5-7347dd60d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:26.529208 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a0bbe9ff-0221-45fa-8588-002e91ec3284 req-de3cb439-c7cc-4e3a-9ee5-7347dd60d01f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 1127 time: 0.0502014 Mar 27 15:29:26.551298 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:26.625810 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbe9ff-0221-45fa-8588-002e91ec3284 req-28d56ab9-bf2e-401f-91b9-72c812342c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:26.627262 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a0bbe9ff-0221-45fa-8588-002e91ec3284 req-28d56ab9-bf2e-401f-91b9-72c812342c5e service neutron] 10.222.0.16 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 920 time: 0.0905085 Mar 27 15:29:26.688249 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a0bbe9ff-0221-45fa-8588-002e91ec3284 req-5fe354bc-9474-4088-8665-840359db280d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ad0468-95e5-4487-8232-956657fafdea HTTP/1.1" status: 200 len: 217 time: 0.0376794 Mar 27 15:29:26.990961 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbe9ff-0221-45fa-8588-002e91ec3284 req-61c300f8-bb85-4657-a6a0-d3d5c98b1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:26.992551 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a0bbe9ff-0221-45fa-8588-002e91ec3284 req-61c300f8-bb85-4657-a6a0-d3d5c98b1bad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 200 len: 858 time: 0.2953608 Mar 27 15:29:27.032067 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88af8a-371a-47d3-a218-47975ad0acf7 req-d616270f-744a-46b3-ab8c-33c118c17e5a tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:27.033594 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ac88af8a-371a-47d3-a218-47975ad0acf7 req-d616270f-744a-46b3-ab8c-33c118c17e5a tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 945 time: 0.1115439 Mar 27 15:29:27.056001 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25062f-c7c0-43c4-8b37-6f6da9af1842 req-278dbec4-365a-4c39-8495-4c0fe39b28e5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:27.057403 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bc25062f-c7c0-43c4-8b37-6f6da9af1842 req-278dbec4-365a-4c39-8495-4c0fe39b28e5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 943 time: 0.1340764 Mar 27 15:29:27.130617 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbe9ff-0221-45fa-8588-002e91ec3284 req-46cfea2a-9b1d-4619-8213-dfd4a5da091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:27.132127 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a0bbe9ff-0221-45fa-8588-002e91ec3284 req-46cfea2a-9b1d-4619-8213-dfd4a5da091c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a88b8d02-0b8d-402d-8dfe-29190bd7b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1219289 Mar 27 15:29:27.139658 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ac88af8a-371a-47d3-a218-47975ad0acf7 req-f4d73c67-f1b4-4405-9145-24c2f0dce2d6 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917048 Mar 27 15:29:27.154345 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bc25062f-c7c0-43c4-8b37-6f6da9af1842 req-30bb834d-80fc-4e30-8bbd-b4a3923c090b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897317 Mar 27 15:29:27.231844 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a0bbe9ff-0221-45fa-8588-002e91ec3284 req-15c4d322-22a9-4182-ab4c-5ab900a4da73 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888877 Mar 27 15:29:27.321284 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a0bbe9ff-0221-45fa-8588-002e91ec3284 req-78aa1cf0-6027-4f6f-8cdc-b0fd1d0bd6ab service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830190 Mar 27 15:29:28.275645 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30355e-44eb-4d4f-84d6-d5e15ae233cc req-0f0434f7-27f6-42cb-b91e-5faa17a8a208 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:28.277112 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4f30355e-44eb-4d4f-84d6-d5e15ae233cc req-0f0434f7-27f6-42cb-b91e-5faa17a8a208 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 943 time: 0.0544801 Mar 27 15:29:28.328144 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4f30355e-44eb-4d4f-84d6-d5e15ae233cc req-749e41da-3f36-4309-a0cb-a6d41a1e9745 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453088 Mar 27 15:29:28.955396 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bed9f-b912-4dfd-b7d3-b629f36465f1 req-4fac2847-14d4-4d52-be19-3c2be4b2904f tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:28.956958 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f27bed9f-b912-4dfd-b7d3-b629f36465f1 req-4fac2847-14d4-4d52-be19-3c2be4b2904f tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 945 time: 0.0539973 Mar 27 15:29:29.002616 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f27bed9f-b912-4dfd-b7d3-b629f36465f1 req-d11c9bac-26c6-4294-8587-4e3c489bcfa3 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399299 Mar 27 15:29:29.027218 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36546) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:29.281185 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750ce1db-4a73-4c92-a6f1-8a1ad752bffe tempest-TestMinimumBasicScenario-2100747118 tempest-TestMinimumBasicScenario-2100747118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:29.282674 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-750ce1db-4a73-4c92-a6f1-8a1ad752bffe tempest-TestMinimumBasicScenario-2100747118 tempest-TestMinimumBasicScenario-2100747118-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 1124 time: 0.2544811 Mar 27 15:29:29.285529 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36550) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:29.290086 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Request body: {'floatingip': {'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'port_id': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:29.310360 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:29.415590 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:29.452293 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60eb564-ba72-47aa-8857-a0be9610bc0e req-068914d0-6359-486f-bc28-8df4d8089706 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:29.453803 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b60eb564-ba72-47aa-8857-a0be9610bc0e req-068914d0-6359-486f-bc28-8df4d8089706 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 943 time: 0.0545979 Mar 27 15:29:29.506827 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b60eb564-ba72-47aa-8857-a0be9610bc0e req-d2b6187f-4432-4b9b-a9ab-ca85912691a4 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470912 Mar 27 15:29:29.522548 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Allocated IP 172.28.3.73 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/b17f156c-3df4-4eec-a5ad-bb8622eb4c8a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:29:29.628624 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for port (b17f156c-3df4-4eec-a5ad-bb8622eb4c8a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:29.673097 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (b17f156c-3df4-4eec-a5ad-bb8622eb4c8a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:29.712612 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:29.717293 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:29.721902 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:29:29.725394 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Pushing event updated for resources: {'Port': ['ID=b17f156c-3df4-4eec-a5ad-bb8622eb4c8a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:29.800927 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device c9ad0468-95e5-4487-8232-956657fafdea details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:29:29.896812 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port c9ad0468-95e5-4487-8232-956657fafdea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c9ad0468-95e5-4487-8232-956657fafdea,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:29.908124 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': 'c9ad0468-95e5-4487-8232-956657fafdea', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'port_id': 'c9ad0468-95e5-4487-8232-956657fafdea', 'mac_address': 'fa:16:3e:b0:e1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:29:29.954274 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port c9ad0468-95e5-4487-8232-956657fafdea is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:29.954667 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (c9ad0468-95e5-4487-8232-956657fafdea), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:29.970598 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ad0468-95e5-4487-8232-956657fafdea {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:29.990339 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port c9ad0468-95e5-4487-8232-956657fafdea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c9ad0468-95e5-4487-8232-956657fafdea,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:29.994932 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (c9ad0468-95e5-4487-8232-956657fafdea), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:30.043998 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=c9ad0468-95e5-4487-8232-956657fafdea,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:30.090117 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for floatingip (73dd709c-a8b1-42f9-8326-6786fead9174), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:30.163932 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (b17f156c-3df4-4eec-a5ad-bb8622eb4c8a), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:30.315524 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for port (b17f156c-3df4-4eec-a5ad-bb8622eb4c8a), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:30.320541 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (b17f156c-3df4-4eec-a5ad-bb8622eb4c8a), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:30.489357 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['c9ad0468-95e5-4487-8232-956657fafdea'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:29:30.615696 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Pushing event updated for resources: {'Port': ['ID=b17f156c-3df4-4eec-a5ad-bb8622eb4c8a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:30.628156 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (73dd709c-a8b1-42f9-8326-6786fead9174), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:30.640662 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82714d59-d0e8-4ffb-9642-a18b29fc4690 req-46d6cf17-978b-4c5b-b478-9494832f469e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:30.640662 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-82714d59-d0e8-4ffb-9642-a18b29fc4690 req-46d6cf17-978b-4c5b-b478-9494832f469e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 944 time: 0.0608549 Mar 27 15:29:30.691276 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-82714d59-d0e8-4ffb-9642-a18b29fc4690 req-7f1ca28c-22bd-49ee-9872-ef8a9013a597 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448658 Mar 27 15:29:30.740136 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.l3_db [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Floating IP 73dd709c-a8b1-42f9-8326-6786fead9174 associated. External IP: 172.28.3.73, port: 3dc0441b-30d6-4c9a-8800-ada88efcc7ed. Mar 27 15:29:30.963589 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Router 734a6042-0f26-4559-9778-b1e8666243b0 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:29:31.077305 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:29:31.086975 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfc1c1-1342-4eb7-9bf5-5e85bb6733ce None None] Sync routers for ids ['734a6042-0f26-4559-9778-b1e8666243b0'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:29:31.094313 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.096632 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfc1c1-1342-4eb7-9bf5-5e85bb6733ce None None] Routers {'734a6042-0f26-4559-9778-b1e8666243b0'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:29:31.097232 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2ccfc1c1-1342-4eb7-9bf5-5e85bb6733ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:29:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['734a6042-0f26-4559-9778-b1e8666243b0'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:31.126857 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-8a401980-5c5f-41d4-92e7-2619d6110d55 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8403006 Mar 27 15:29:31.127473 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'tag': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:31.129714 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b528d38-f0f4-4343-92b9-5d4c3d48b8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb83886-844a-4502-a38d-9aede3e1b61d", "tag": "3dc0441b-30d6-4c9a-8800-ada88efcc7ed"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:31.129932 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 36560) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:31.141861 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-745f73c1-9185-44b0-b42c-3f9cd7e1a3ff tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1470319726', 'description': 'tempest-secgroup-smoke-1470319726 description', 'project_id': '99e34b2befea47b9b630ee624c5c8e84'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:31.164647 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-745f73c1-9185-44b0-b42c-3f9cd7e1a3ff tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.181744 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b226523-0c8c-428d-b8ed-47e2fc4b2b18 x-openstack-request-id: req-7b226523-0c8c-428d-b8ed-47e2fc4b2b18 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:31.182112 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb83886-844a-4502-a38d-9aede3e1b61d", "tag": "3dc0441b-30d6-4c9a-8800-ada88efcc7ed", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:31.182436 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b226523-0c8c-428d-b8ed-47e2fc4b2b18 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:31.183734 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b226523-0c8c-428d-b8ed-47e2fc4b2b18'] response: {'name': 'network-changed', 'server_uuid': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'tag': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed', 'status': 'completed', 'code': 200} Mar 27 15:29:31.290123 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-745f73c1-9185-44b0-b42c-3f9cd7e1a3ff tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group (84e48439-44d8-4b36-a17f-7f7591e3eb1f), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.294690 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b528d38-f0f4-4343-92b9-5d4c3d48b8c1 req-97ecd927-fe0b-4a0c-85ec-5f44af305b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:31.294887 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-2ccfc1c1-1342-4eb7-9bf5-5e85bb6733ce None None] Set router 734a6042-0f26-4559-9778-b1e8666243b0 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:29:31.295189 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1b528d38-f0f4-4343-92b9-5d4c3d48b8c1 req-97ecd927-fe0b-4a0c-85ec-5f44af305b61 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99e34b2befea47b9b630ee624c5c8e84&device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 1129 time: 0.0828421 Mar 27 15:29:31.296233 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-745f73c1-9185-44b0-b42c-3f9cd7e1a3ff tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (84e48439-44d8-4b36-a17f-7f7591e3eb1f), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.371425 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-745f73c1-9185-44b0-b42c-3f9cd7e1a3ff tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.372645 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-745f73c1-9185-44b0-b42c-3f9cd7e1a3ff tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2414963 Mar 27 15:29:31.375980 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36566) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:31.383325 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-eac49129-b0e7-4c27-8988-a3fa7ec91ca6 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Request body: {'security_group_rule': {'security_group_id': '84e48439-44d8-4b36-a17f-7f7591e3eb1f', 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:31.383522 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f73c1-9185-44b0-b42c-3f9cd7e1a3ff tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e48439-44d8-4b36-a17f-7f7591e3eb1f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:31.416365 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eac49129-b0e7-4c27-8988-a3fa7ec91ca6 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (dc3c0364-6995-47a0-ba8a-34315bd76a0b), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.422758 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b528d38-f0f4-4343-92b9-5d4c3d48b8c1 req-633f594e-4152-49f5-8ea8-0e1179513828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:31.424281 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1b528d38-f0f4-4343-92b9-5d4c3d48b8c1 req-633f594e-4152-49f5-8ea8-0e1179513828 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0cb6a7-146a-443c-89b2-dd69dffce6c4 HTTP/1.1" status: 200 len: 916 time: 0.1168158 Mar 27 15:29:31.481456 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eac49129-b0e7-4c27-8988-a3fa7ec91ca6 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (dc3c0364-6995-47a0-ba8a-34315bd76a0b), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.486256 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eac49129-b0e7-4c27-8988-a3fa7ec91ca6 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (dc3c0364-6995-47a0-ba8a-34315bd76a0b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.511847 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac49129-b0e7-4c27-8988-a3fa7ec91ca6 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3c0364-6995-47a0-ba8a-34315bd76a0b,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:31.522474 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eac49129-b0e7-4c27-8988-a3fa7ec91ca6 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.523893 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-eac49129-b0e7-4c27-8988-a3fa7ec91ca6 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468275 Mar 27 15:29:31.526468 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36568) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:31.532253 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-152b652f-9aff-460e-9fef-6e8acf7d4aa7 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Request body: {'security_group_rule': {'security_group_id': '84e48439-44d8-4b36-a17f-7f7591e3eb1f', 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:31.543801 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1b528d38-f0f4-4343-92b9-5d4c3d48b8c1 req-9557615e-eca7-4458-8806-6ac775995723 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dc0441b-30d6-4c9a-8800-ada88efcc7ed HTTP/1.1" status: 200 len: 998 time: 0.1073177 Mar 27 15:29:31.556521 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2ccfc1c1-1342-4eb7-9bf5-5e85bb6733ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6042-0f26-4559-9778-b1e8666243b0', 'name': 'tempest-TestMinimumBasicScenario-1982982301-router', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'gw_port': {'id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '73dd709c-a8b1-42f9-8326-6786fead9174', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'port_id': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4', 'mac_address': 'fa:16:3e:58:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:29Z', 'updated_at': '2022-03-27T15:29:29Z', 'revision_number': 0, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0ec6b8-c979-4fd6-b5ac-126d23c2c401', 'name': '', 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'mac_address': 'fa:16:3e:fb:d8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:32Z', 'updated_at': '2022-03-27T15:28:37Z', 'revision_number': 5, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'subnets': [{'id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:31.565591 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-152b652f-9aff-460e-9fef-6e8acf7d4aa7 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (13d7e7cf-67fb-4ae1-85dd-98b98fbcce93), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.583848 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfc1c1-1342-4eb7-9bf5-5e85bb6733ce None None] Checking router: 734a6042-0f26-4559-9778-b1e8666243b0 for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:29:31.592746 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfc1c1-1342-4eb7-9bf5-5e85bb6733ce None None] Routers {'734a6042-0f26-4559-9778-b1e8666243b0'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:29:31.593374 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2ccfc1c1-1342-4eb7-9bf5-5e85bb6733ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:29:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['734a6042-0f26-4559-9778-b1e8666243b0'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:31.593842 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b528d38-f0f4-4343-92b9-5d4c3d48b8c1 req-fe3950a7-e0b2-454a-9fd7-2facbe397aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:31.595338 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1b528d38-f0f4-4343-92b9-5d4c3d48b8c1 req-fe3950a7-e0b2-454a-9fd7-2facbe397aa7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7bd65611-1bb3-4827-9627-fb7f9c6654c1 HTTP/1.1" status: 200 len: 854 time: 0.0463436 Mar 27 15:29:31.625597 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-152b652f-9aff-460e-9fef-6e8acf7d4aa7 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (13d7e7cf-67fb-4ae1-85dd-98b98fbcce93), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.630397 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-152b652f-9aff-460e-9fef-6e8acf7d4aa7 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (13d7e7cf-67fb-4ae1-85dd-98b98fbcce93), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.654914 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b528d38-f0f4-4343-92b9-5d4c3d48b8c1 req-30a9d1e7-1fdd-4607-90aa-eff18b119884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:31.655562 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b652f-9aff-460e-9fef-6e8acf7d4aa7 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d7e7cf-67fb-4ae1-85dd-98b98fbcce93,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:31.656707 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1b528d38-f0f4-4343-92b9-5d4c3d48b8c1 req-30a9d1e7-1fdd-4607-90aa-eff18b119884 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0cb6a7-146a-443c-89b2-dd69dffce6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0520256 Mar 27 15:29:31.660798 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-152b652f-9aff-460e-9fef-6e8acf7d4aa7 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.662131 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-152b652f-9aff-460e-9fef-6e8acf7d4aa7 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339774 Mar 27 15:29:31.665025 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36570) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:31.669232 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2794f03c-666d-472f-9203-4c57bc8b53ab tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Request body: {'security_group_rule': {'security_group_id': '84e48439-44d8-4b36-a17f-7f7591e3eb1f', 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:31.696672 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2794f03c-666d-472f-9203-4c57bc8b53ab tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (31eaa090-2d03-4f24-aebf-077241af4e4a), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.728870 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-2ccfc1c1-1342-4eb7-9bf5-5e85bb6733ce None None] Set router 734a6042-0f26-4559-9778-b1e8666243b0 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:29:31.811745 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2794f03c-666d-472f-9203-4c57bc8b53ab tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (31eaa090-2d03-4f24-aebf-077241af4e4a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.813918 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2794f03c-666d-472f-9203-4c57bc8b53ab tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (31eaa090-2d03-4f24-aebf-077241af4e4a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.817327 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device c9ad0468-95e5-4487-8232-956657fafdea up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:31.843879 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794f03c-666d-472f-9203-4c57bc8b53ab tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31eaa090-2d03-4f24-aebf-077241af4e4a,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:31.869560 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2794f03c-666d-472f-9203-4c57bc8b53ab tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.876786 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2794f03c-666d-472f-9203-4c57bc8b53ab tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2048650 Mar 27 15:29:31.877541 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36580) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:31.895028 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0b4182fc-bcf1-4e73-a804-68e71eaef89a tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Request body: {'security_group_rule': {'security_group_id': '84e48439-44d8-4b36-a17f-7f7591e3eb1f', 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:31.921766 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port c9ad0468-95e5-4487-8232-956657fafdea completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:29:31.929340 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port c9ad0468-95e5-4487-8232-956657fafdea triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:31.930354 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (c9ad0468-95e5-4487-8232-956657fafdea), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.934657 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1b528d38-f0f4-4343-92b9-5d4c3d48b8c1 req-527ccd60-90cb-458a-aeb4-968e6435d1a1 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0cb6a7-146a-443c-89b2-dd69dffce6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677712 Mar 27 15:29:31.949061 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b4182fc-bcf1-4e73-a804-68e71eaef89a tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (ecc91cdd-59e7-4c41-9eec-51ebd5af8062), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.959714 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bbc22-9bd2-465d-a05e-f8c24a65e93b req-8c6438ea-f8f8-4e62-8f76-41b906784317 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:31.967458 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-065bbc22-9bd2-465d-a05e-f8c24a65e93b req-8c6438ea-f8f8-4e62-8f76-41b906784317 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 944 time: 0.1362426 Mar 27 15:29:32.034347 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b4182fc-bcf1-4e73-a804-68e71eaef89a tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (ecc91cdd-59e7-4c41-9eec-51ebd5af8062), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.040434 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b4182fc-bcf1-4e73-a804-68e71eaef89a tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (ecc91cdd-59e7-4c41-9eec-51ebd5af8062), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.048830 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2ccfc1c1-1342-4eb7-9bf5-5e85bb6733ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6042-0f26-4559-9778-b1e8666243b0', 'name': 'tempest-TestMinimumBasicScenario-1982982301-router', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'gw_port': {'id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '73dd709c-a8b1-42f9-8326-6786fead9174', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'port_id': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4', 'mac_address': 'fa:16:3e:58:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:29Z', 'updated_at': '2022-03-27T15:29:29Z', 'revision_number': 0, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0ec6b8-c979-4fd6-b5ac-126d23c2c401', 'name': '', 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'mac_address': 'fa:16:3e:fb:d8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:32Z', 'updated_at': '2022-03-27T15:28:37Z', 'revision_number': 5, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'subnets': [{'id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:32.065683 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4182fc-bcf1-4e73-a804-68e71eaef89a tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc91cdd-59e7-4c41-9eec-51ebd5af8062,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:32.078756 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port c9ad0468-95e5-4487-8232-956657fafdea is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:32.079148 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (c9ad0468-95e5-4487-8232-956657fafdea), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.097867 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0b4182fc-bcf1-4e73-a804-68e71eaef89a tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.103342 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0b4182fc-bcf1-4e73-a804-68e71eaef89a tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2206557 Mar 27 15:29:32.104273 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36582) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:32.114767 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-c5dc6f1a-52e7-4662-838c-79266960f424 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Request body: {'security_group_rule': {'security_group_id': '84e48439-44d8-4b36-a17f-7f7591e3eb1f', 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:32.121407 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ad0468-95e5-4487-8232-956657fafdea'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:32.124066 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22804cb4-af38-4e74-aa23-96a7886ff376" -d '{"events": [{"server_uuid": "7cdaa473-1356-4e70-917a-3e3e3d367a93", "name": "network-vif-plugged", "status": "completed", "tag": "c9ad0468-95e5-4487-8232-956657fafdea"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:32.127032 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfc1c1-1342-4eb7-9bf5-5e85bb6733ce None None] The sync data for ids ['734a6042-0f26-4559-9778-b1e8666243b0'] in dv-cinder-835384-1-smb is: [{'id': '734a6042-0f26-4559-9778-b1e8666243b0', 'name': 'tempest-TestMinimumBasicScenario-1982982301-router', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'gw_port': {'id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '73dd709c-a8b1-42f9-8326-6786fead9174', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'port_id': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4', 'mac_address': 'fa:16:3e:58:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:29Z', 'updated_at': '2022-03-27T15:29:29Z', 'revision_number': 0, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0ec6b8-c979-4fd6-b5ac-126d23c2c401', 'name': '', 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'mac_address': 'fa:16:3e:fb:d8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:32Z', 'updated_at': '2022-03-27T15:28:37Z', 'revision_number': 5, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'subnets': [{'id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:29:32.136899 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-065bbc22-9bd2-465d-a05e-f8c24a65e93b req-a868388b-0d50-4c24-8ab7-a4be040235c3 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625469 Mar 27 15:29:32.151944 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1b528d38-f0f4-4343-92b9-5d4c3d48b8c1 req-4014c19b-73ea-46f5-8228-6d6e4e7a0edc service neutron] 10.222.0.16 "GET /v2.0/networks/fd0cb6a7-146a-443c-89b2-dd69dffce6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663394 Mar 27 15:29:32.157848 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port c9ad0468-95e5-4487-8232-956657fafdea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c9ad0468-95e5-4487-8232-956657fafdea,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:32.158086 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-c5dc6f1a-52e7-4662-838c-79266960f424 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Project 99e34b2befea47b9b630ee624c5c8e84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 27 15:29:32.169252 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5dc6f1a-52e7-4662-838c-79266960f424 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (a9af95cb-d801-4d20-89fe-70de19708cc0), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.171256 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (c9ad0468-95e5-4487-8232-956657fafdea), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.214761 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce2bf3e-1f9c-4bfa-96fa-126028333bb8 x-openstack-request-id: req-6ce2bf3e-1f9c-4bfa-96fa-126028333bb8 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:32.215239 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdaa473-1356-4e70-917a-3e3e3d367a93", "name": "network-vif-plugged", "status": "completed", "tag": "c9ad0468-95e5-4487-8232-956657fafdea", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:32.215425 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ce2bf3e-1f9c-4bfa-96fa-126028333bb8 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:32.216065 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce2bf3e-1f9c-4bfa-96fa-126028333bb8'] response: {'server_uuid': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ad0468-95e5-4487-8232-956657fafdea', 'code': 200} Mar 27 15:29:32.277664 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=c9ad0468-95e5-4487-8232-956657fafdea,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:32.280637 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5dc6f1a-52e7-4662-838c-79266960f424 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (a9af95cb-d801-4d20-89fe-70de19708cc0), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.292240 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5dc6f1a-52e7-4662-838c-79266960f424 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (a9af95cb-d801-4d20-89fe-70de19708cc0), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.318652 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc6f1a-52e7-4662-838c-79266960f424 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9af95cb-d801-4d20-89fe-70de19708cc0,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:32.335439 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5dc6f1a-52e7-4662-838c-79266960f424 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.341104 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 36590) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:32.341744 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c5dc6f1a-52e7-4662-838c-79266960f424 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2355392 Mar 27 15:29:32.345738 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-74ad43ca-071c-4c85-add9-480b7d77e707 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Request body: {'security_group_rule': {'security_group_id': '84e48439-44d8-4b36-a17f-7f7591e3eb1f', 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:32.386547 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-74ad43ca-071c-4c85-add9-480b7d77e707 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Project 99e34b2befea47b9b630ee624c5c8e84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 27 15:29:32.393805 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74ad43ca-071c-4c85-add9-480b7d77e707 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (9238b1d0-eaf6-4428-a15b-5dde02cc7c86), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.468954 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19174e09-daa1-4f19-8f8d-aefd81cb2af8 None None] New status for floating IP 73dd709c-a8b1-42f9-8326-6786fead9174: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:29:32.482924 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74ad43ca-071c-4c85-add9-480b7d77e707 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (9238b1d0-eaf6-4428-a15b-5dde02cc7c86), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.490530 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74ad43ca-071c-4c85-add9-480b7d77e707 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (9238b1d0-eaf6-4428-a15b-5dde02cc7c86), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.505773 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46f778-0202-4f95-a8dd-bcc251339f26 req-8218d99a-622f-41ae-8807-ef258a19ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:32.507352 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ef46f778-0202-4f95-a8dd-bcc251339f26 req-8218d99a-622f-41ae-8807-ef258a19ffc0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 1129 time: 0.0736594 Mar 27 15:29:32.514985 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad43ca-071c-4c85-add9-480b7d77e707 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9238b1d0-eaf6-4428-a15b-5dde02cc7c86,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:32.532048 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-74ad43ca-071c-4c85-add9-480b7d77e707 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.533226 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-74ad43ca-071c-4c85-add9-480b7d77e707 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1910894 Mar 27 15:29:32.559764 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ef46f778-0202-4f95-a8dd-bcc251339f26 req-c3a3912a-b446-4f79-a6a9-1641933d5ae2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457234 Mar 27 15:29:32.624638 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d12bd854-2d63-4b83-8470-d5d1bc5d63bf req-3e92adaa-70f1-4165-9c2a-646799565890 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1470319726&fields=id&tenant_id=99e34b2befea47b9b630ee624c5c8e84 HTTP/1.1" status: 200 len: 267 time: 0.0472493 Mar 27 15:29:32.681809 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bd854-2d63-4b83-8470-d5d1bc5d63bf req-8dfb5b90-b67c-42ce-893c-e65f63d49ae4 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:32.683304 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d12bd854-2d63-4b83-8470-d5d1bc5d63bf req-8dfb5b90-b67c-42ce-893c-e65f63d49ae4 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 945 time: 0.0528991 Mar 27 15:29:32.693975 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-d12bd854-2d63-4b83-8470-d5d1bc5d63bf req-8424d84f-69a5-4bd1-b8b2-f75543b590eb tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Request body: {'port': {'security_groups': ['be967ed6-1081-474e-808f-66b316686073', '84e48439-44d8-4b36-a17f-7f7591e3eb1f']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:32.794643 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d12bd854-2d63-4b83-8470-d5d1bc5d63bf req-8424d84f-69a5-4bd1-b8b2-f75543b590eb tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:33.012257 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d12bd854-2d63-4b83-8470-d5d1bc5d63bf req-8424d84f-69a5-4bd1-b8b2-f75543b590eb tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] For port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3dc0441b-30d6-4c9a-8800-ada88efcc7ed,segment=NetworkSegment(8cb3952b-b039-4207-bade-f70336e3efd3),segment_id=8cb3952b-b039-4207-bade-f70336e3efd3)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:33.041713 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d12bd854-2d63-4b83-8470-d5d1bc5d63bf req-8424d84f-69a5-4bd1-b8b2-f75543b590eb tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:33.046231 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d12bd854-2d63-4b83-8470-d5d1bc5d63bf req-8424d84f-69a5-4bd1-b8b2-f75543b590eb tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:33.061015 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['3dc0441b-30d6-4c9a-8800-ada88efcc7ed'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:29:33.087486 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bd854-2d63-4b83-8470-d5d1bc5d63bf req-8424d84f-69a5-4bd1-b8b2-f75543b590eb tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:33.088116 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d12bd854-2d63-4b83-8470-d5d1bc5d63bf req-8424d84f-69a5-4bd1-b8b2-f75543b590eb tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:33.089489 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d12bd854-2d63-4b83-8470-d5d1bc5d63bf req-8424d84f-69a5-4bd1-b8b2-f75543b590eb tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "PUT /v2.0/ports/3dc0441b-30d6-4c9a-8800-ada88efcc7ed HTTP/1.1" status: 200 len: 981 time: 0.4002180 Mar 27 15:29:33.089942 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'tag': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:33.092177 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd2a0cc-afa2-42b5-91e4-6ca3baa66151" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb83886-844a-4502-a38d-9aede3e1b61d", "tag": "3dc0441b-30d6-4c9a-8800-ada88efcc7ed"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:33.121758 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424d84f-69a5-4bd1-b8b2-f75543b590eb tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Pushing event updated for resources: {'Port': ['ID=3dc0441b-30d6-4c9a-8800-ada88efcc7ed,revision_number=6']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:33.154587 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44490e84-86b9-410a-ac91-6850ac849490 x-openstack-request-id: req-44490e84-86b9-410a-ac91-6850ac849490 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:33.155386 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb83886-844a-4502-a38d-9aede3e1b61d", "tag": "3dc0441b-30d6-4c9a-8800-ada88efcc7ed", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:33.155866 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44490e84-86b9-410a-ac91-6850ac849490 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:33.156576 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44490e84-86b9-410a-ac91-6850ac849490'] response: {'name': 'network-changed', 'server_uuid': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'tag': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed', 'status': 'completed', 'code': 200} Mar 27 15:29:33.254442 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['3dc0441b-30d6-4c9a-8800-ada88efcc7ed'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:29:33.306495 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2a0cc-afa2-42b5-91e4-6ca3baa66151 req-a249f49e-9480-4233-b0cd-7709128e91cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:33.308988 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9cd2a0cc-afa2-42b5-91e4-6ca3baa66151 req-a249f49e-9480-4233-b0cd-7709128e91cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99e34b2befea47b9b630ee624c5c8e84&device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 1168 time: 0.1274562 Mar 27 15:29:33.341109 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568d41a-43a3-423a-b17d-cff4df40412c req-13acfe4a-4f0c-4fa6-ad68-a5c6761a90e9 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:33.342582 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4568d41a-43a3-423a-b17d-cff4df40412c req-13acfe4a-4f0c-4fa6-ad68-a5c6761a90e9 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.1246915 Mar 27 15:29:33.360999 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eac9e-8c02-4650-b1be-321b202f26f1 req-cf7b6d21-d18a-4601-ad30-d7e8b2817e60 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:33.362492 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cc0eac9e-8c02-4650-b1be-321b202f26f1 req-cf7b6d21-d18a-4601-ad30-d7e8b2817e60 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.1352091 Mar 27 15:29:33.419758 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-89630849-2b15-4ad9-8322-547563dcacc1 None None] Provisioning complete for port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:33.419758 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-89630849-2b15-4ad9-8322-547563dcacc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:33.491988 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cc0eac9e-8c02-4650-b1be-321b202f26f1 req-95d412a2-279d-44a2-aee0-3fbd83f9db52 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984046 Mar 27 15:29:33.520015 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4568d41a-43a3-423a-b17d-cff4df40412c req-cf754de1-2aaf-44ae-b931-2de8eec43d0a tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1565003 Mar 27 15:29:33.533612 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2a0cc-afa2-42b5-91e4-6ca3baa66151 req-83de3cb4-3e55-423e-ad05-ee3f19c2c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:33.536922 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9cd2a0cc-afa2-42b5-91e4-6ca3baa66151 req-83de3cb4-3e55-423e-ad05-ee3f19c2c32b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0cb6a7-146a-443c-89b2-dd69dffce6c4 HTTP/1.1" status: 200 len: 916 time: 0.2191343 Mar 27 15:29:33.622577 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9cd2a0cc-afa2-42b5-91e4-6ca3baa66151 req-e65b2275-82c9-493d-bf15-7347d070e5ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dc0441b-30d6-4c9a-8800-ada88efcc7ed HTTP/1.1" status: 200 len: 1000 time: 0.0790193 Mar 27 15:29:33.659138 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-89630849-2b15-4ad9-8322-547563dcacc1 None None] Current status of the port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:33.681688 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2a0cc-afa2-42b5-91e4-6ca3baa66151 req-6e0d53cb-ca33-4e9c-b3a9-e799fe5a431f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:33.683292 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9cd2a0cc-afa2-42b5-91e4-6ca3baa66151 req-6e0d53cb-ca33-4e9c-b3a9-e799fe5a431f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7bd65611-1bb3-4827-9627-fb7f9c6654c1 HTTP/1.1" status: 200 len: 854 time: 0.0530076 Mar 27 15:29:33.739409 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2a0cc-afa2-42b5-91e4-6ca3baa66151 req-18b99a0d-4e8a-42ab-8159-7ce9629a2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:33.741060 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9cd2a0cc-afa2-42b5-91e4-6ca3baa66151 req-18b99a0d-4e8a-42ab-8159-7ce9629a2b45 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0cb6a7-146a-443c-89b2-dd69dffce6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0515590 Mar 27 15:29:33.869054 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9cd2a0cc-afa2-42b5-91e4-6ca3baa66151 req-1c79105d-b32e-4487-98b7-8dba2e4934de service neutron] 10.222.0.16 "GET /v2.0/networks/fd0cb6a7-146a-443c-89b2-dd69dffce6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131349 Mar 27 15:29:33.968805 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9cd2a0cc-afa2-42b5-91e4-6ca3baa66151 req-766ad376-9b2c-4da1-861b-d0c9688b1fe7 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0cb6a7-146a-443c-89b2-dd69dffce6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846515 Mar 27 15:29:34.615718 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdb7e9-dabc-4c57-94ad-e9a4ed7b35ff req-567142ad-6098-4a05-85c8-6e119be13e52 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:34.617197 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-aefdb7e9-dabc-4c57-94ad-e9a4ed7b35ff req-567142ad-6098-4a05-85c8-6e119be13e52 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0526588 Mar 27 15:29:34.667909 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-aefdb7e9-dabc-4c57-94ad-e9a4ed7b35ff req-63f6a4b9-cda8-4b8e-b8fb-e3f015cca134 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444410 Mar 27 15:29:34.786042 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcd3c5-c87f-41b7-9bba-5c1e0264c552 req-d65bbb39-aa6d-4091-883c-b7d4ec00e4db tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:34.787448 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-45dcd3c5-c87f-41b7-9bba-5c1e0264c552 req-d65bbb39-aa6d-4091-883c-b7d4ec00e4db tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0515079 Mar 27 15:29:34.796500 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 36624) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:34.801720 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8c6d19dd-56e7-4a82-8fbe-1c22c740115b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Request body: {'floatingip': {'port_id': 'c9ad0468-95e5-4487-8232-956657fafdea'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:34.875206 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c6d19dd-56e7-4a82-8fbe-1c22c740115b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for floatingip (16f231a4-1f76-4625-b8c3-ac7ffd31c0b7), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:35.644571 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c6d19dd-56e7-4a82-8fbe-1c22c740115b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:35.649180 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c6d19dd-56e7-4a82-8fbe-1c22c740115b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (16f231a4-1f76-4625-b8c3-ac7ffd31c0b7), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:35.750930 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.l3_db [None req-8c6d19dd-56e7-4a82-8fbe-1c22c740115b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Floating IP 16f231a4-1f76-4625-b8c3-ac7ffd31c0b7 associated. External IP: 172.28.3.54, port: c9ad0468-95e5-4487-8232-956657fafdea. Mar 27 15:29:35.965154 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6d19dd-56e7-4a82-8fbe-1c22c740115b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Router ec9ca019-7d23-447a-b105-43d87e3affd3 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:29:36.077112 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6d19dd-56e7-4a82-8fbe-1c22c740115b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:29:36.082375 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8c6d19dd-56e7-4a82-8fbe-1c22c740115b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.088481 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c112fd3-db37-4fe5-9e5e-7f970dc9099f None None] Sync routers for ids ['ec9ca019-7d23-447a-b105-43d87e3affd3'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:29:36.098875 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c112fd3-db37-4fe5-9e5e-7f970dc9099f None None] Routers {'ec9ca019-7d23-447a-b105-43d87e3affd3'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:29:36.099766 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-7c112fd3-db37-4fe5-9e5e-7f970dc9099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:29:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['ec9ca019-7d23-447a-b105-43d87e3affd3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:36.126752 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-8c6d19dd-56e7-4a82-8fbe-1c22c740115b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "PUT /v2.0/floatingips/16f231a4-1f76-4625-b8c3-ac7ffd31c0b7 HTTP/1.1" status: 200 len: 990 time: 1.3188891 Mar 27 15:29:36.126752 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'tag': 'c9ad0468-95e5-4487-8232-956657fafdea'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:36.126752 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dab69f-0ee0-4adb-8fb5-a8e1161af4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdaa473-1356-4e70-917a-3e3e3d367a93", "tag": "c9ad0468-95e5-4487-8232-956657fafdea"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:36.155928 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aa46df-5ac3-4cd5-b805-adb2675302c6 x-openstack-request-id: req-e8aa46df-5ac3-4cd5-b805-adb2675302c6 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:36.156214 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdaa473-1356-4e70-917a-3e3e3d367a93", "tag": "c9ad0468-95e5-4487-8232-956657fafdea", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:36.156465 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8aa46df-5ac3-4cd5-b805-adb2675302c6 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:36.156868 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8aa46df-5ac3-4cd5-b805-adb2675302c6'] response: {'name': 'network-changed', 'server_uuid': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'tag': 'c9ad0468-95e5-4487-8232-956657fafdea', 'status': 'completed', 'code': 200} Mar 27 15:29:36.213594 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-7c112fd3-db37-4fe5-9e5e-7f970dc9099f None None] Set router ec9ca019-7d23-447a-b105-43d87e3affd3 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:29:36.232097 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dab69f-0ee0-4adb-8fb5-a8e1161af4d9 req-9bb06abd-2a98-4c9c-8b03-b41a27af2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:36.233766 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-60dab69f-0ee0-4adb-8fb5-a8e1161af4d9 req-9bb06abd-2a98-4c9c-8b03-b41a27af2353 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 1129 time: 0.0540192 Mar 27 15:29:36.251186 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36642) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:36.255793 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6236b670-f557-4ff5-8a33-810c08956dc3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104274592', 'description': 'tempest-description--921068407'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:36.280093 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6236b670-f557-4ff5-8a33-810c08956dc3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.343024 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dab69f-0ee0-4adb-8fb5-a8e1161af4d9 req-501e36f4-fe54-4720-ba65-283f7fe39851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:36.344499 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-60dab69f-0ee0-4adb-8fb5-a8e1161af4d9 req-501e36f4-fe54-4720-ba65-283f7fe39851 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 920 time: 0.0992558 Mar 27 15:29:36.355036 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6236b670-f557-4ff5-8a33-810c08956dc3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (1270ac48-9b7c-4938-9457-076aa08371e8), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.360009 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6236b670-f557-4ff5-8a33-810c08956dc3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (1270ac48-9b7c-4938-9457-076aa08371e8), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.399762 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6236b670-f557-4ff5-8a33-810c08956dc3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.401058 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6236b670-f557-4ff5-8a33-810c08956dc3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1487424 Mar 27 15:29:36.401767 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36644) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:36.411090 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-f3cfa92a-111b-466b-b280-11b655d67b9f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'security_group_rule': {'security_group_id': '1270ac48-9b7c-4938-9457-076aa08371e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:36.423863 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-60dab69f-0ee0-4adb-8fb5-a8e1161af4d9 req-eed8fa39-8723-4aaa-af4e-caf5815f91ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ad0468-95e5-4487-8232-956657fafdea HTTP/1.1" status: 200 len: 998 time: 0.0662305 Mar 27 15:29:36.424325 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236b670-f557-4ff5-8a33-810c08956dc3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1270ac48-9b7c-4938-9457-076aa08371e8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:36.443696 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3cfa92a-111b-466b-b280-11b655d67b9f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (b3b02d44-e861-4605-a619-efbb0deb045a), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.451478 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-7c112fd3-db37-4fe5-9e5e-7f970dc9099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:28Z', 'revision_number': 4, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port': {'id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:16Z', 'updated_at': '2022-03-27T15:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '16f231a4-1f76-4625-b8c3-ac7ffd31c0b7', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'port_id': 'c9ad0468-95e5-4487-8232-956657fafdea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'mac_address': 'fa:16:3e:b0:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:22Z', 'updated_at': '2022-03-27T15:29:35Z', 'revision_number': 1, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c75e88f-cba2-44e9-ba9d-cddb40ac9850', 'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'mac_address': 'fa:16:3e:6d:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:25Z', 'updated_at': '2022-03-27T15:27:38Z', 'revision_number': 5, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'subnets': [{'id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:36.479380 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c112fd3-db37-4fe5-9e5e-7f970dc9099f None None] Checking router: ec9ca019-7d23-447a-b105-43d87e3affd3 for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:29:36.483671 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dab69f-0ee0-4adb-8fb5-a8e1161af4d9 req-ca48b580-a9b7-48e7-a005-95bd041c736a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:36.485655 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-60dab69f-0ee0-4adb-8fb5-a8e1161af4d9 req-ca48b580-a9b7-48e7-a005-95bd041c736a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 200 len: 858 time: 0.0484083 Mar 27 15:29:36.489304 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c112fd3-db37-4fe5-9e5e-7f970dc9099f None None] Routers {'ec9ca019-7d23-447a-b105-43d87e3affd3'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:29:36.489937 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-7c112fd3-db37-4fe5-9e5e-7f970dc9099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:29:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['ec9ca019-7d23-447a-b105-43d87e3affd3'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:36.511316 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3cfa92a-111b-466b-b280-11b655d67b9f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (b3b02d44-e861-4605-a619-efbb0deb045a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.515266 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3cfa92a-111b-466b-b280-11b655d67b9f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (b3b02d44-e861-4605-a619-efbb0deb045a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.535568 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfa92a-111b-466b-b280-11b655d67b9f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b02d44-e861-4605-a619-efbb0deb045a,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:36.542773 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dab69f-0ee0-4adb-8fb5-a8e1161af4d9 req-1381d978-200c-4d25-8a61-2523c6f7f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:36.544298 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-60dab69f-0ee0-4adb-8fb5-a8e1161af4d9 req-1381d978-200c-4d25-8a61-2523c6f7f433 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a88b8d02-0b8d-402d-8dfe-29190bd7b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0504079 Mar 27 15:29:36.546053 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3cfa92a-111b-466b-b280-11b655d67b9f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.547471 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-f3cfa92a-111b-466b-b280-11b655d67b9f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402919 Mar 27 15:29:36.550209 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36646) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:36.554724 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-41639fb0-be69-4ea8-967e-2b68b1c65d09 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'security_group_rule': {'security_group_id': '1270ac48-9b7c-4938-9457-076aa08371e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:36.582612 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41639fb0-be69-4ea8-967e-2b68b1c65d09 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (ebb4f4d0-7edf-4db7-8b24-42cb5274dffa), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.609782 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-7c112fd3-db37-4fe5-9e5e-7f970dc9099f None None] Set router ec9ca019-7d23-447a-b105-43d87e3affd3 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:29:36.650476 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41639fb0-be69-4ea8-967e-2b68b1c65d09 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (ebb4f4d0-7edf-4db7-8b24-42cb5274dffa), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.652241 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-60dab69f-0ee0-4adb-8fb5-a8e1161af4d9 req-9e3df0d7-f04f-44a6-aabc-b7524a80c5b1 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987210 Mar 27 15:29:36.654758 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41639fb0-be69-4ea8-967e-2b68b1c65d09 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (ebb4f4d0-7edf-4db7-8b24-42cb5274dffa), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.672898 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41639fb0-be69-4ea8-967e-2b68b1c65d09 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb4f4d0-7edf-4db7-8b24-42cb5274dffa,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:36.686089 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-41639fb0-be69-4ea8-967e-2b68b1c65d09 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.687565 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-41639fb0-be69-4ea8-967e-2b68b1c65d09 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363170 Mar 27 15:29:36.690775 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36648) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:36.698209 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'floatingip': {'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:36.719182 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.764274 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-60dab69f-0ee0-4adb-8fb5-a8e1161af4d9 req-69250349-027e-4228-a5a3-92ac3dc557b1 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988529 Mar 27 15:29:36.822813 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.840009 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-7c112fd3-db37-4fe5-9e5e-7f970dc9099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:28Z', 'revision_number': 4, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port': {'id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:16Z', 'updated_at': '2022-03-27T15:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '16f231a4-1f76-4625-b8c3-ac7ffd31c0b7', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'port_id': 'c9ad0468-95e5-4487-8232-956657fafdea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'mac_address': 'fa:16:3e:b0:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:22Z', 'updated_at': '2022-03-27T15:29:35Z', 'revision_number': 1, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c75e88f-cba2-44e9-ba9d-cddb40ac9850', 'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'mac_address': 'fa:16:3e:6d:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:25Z', 'updated_at': '2022-03-27T15:27:38Z', 'revision_number': 5, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'subnets': [{'id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:36.870561 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c112fd3-db37-4fe5-9e5e-7f970dc9099f None None] The sync data for ids ['ec9ca019-7d23-447a-b105-43d87e3affd3'] in dv-cinder-835384-1-smb is: [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:28Z', 'revision_number': 4, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port': {'id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:16Z', 'updated_at': '2022-03-27T15:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '16f231a4-1f76-4625-b8c3-ac7ffd31c0b7', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'port_id': 'c9ad0468-95e5-4487-8232-956657fafdea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'mac_address': 'fa:16:3e:b0:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:22Z', 'updated_at': '2022-03-27T15:29:35Z', 'revision_number': 1, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c75e88f-cba2-44e9-ba9d-cddb40ac9850', 'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'mac_address': 'fa:16:3e:6d:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:25Z', 'updated_at': '2022-03-27T15:27:38Z', 'revision_number': 5, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'subnets': [{'id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:29:36.934069 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Allocated IP 172.28.3.72 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/7e9c8952-6067-4a36-8a3a-d8f4b991e4bf) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:29:37.038437 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for port (7e9c8952-6067-4a36-8a3a-d8f4b991e4bf), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.076272 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (7e9c8952-6067-4a36-8a3a-d8f4b991e4bf), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.107738 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e116e1-dab7-4b49-becb-58f6308e789a None None] New status for floating IP 16f231a4-1f76-4625-b8c3-ac7ffd31c0b7: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:29:37.127748 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:37.131687 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'Port': ['ID=7e9c8952-6067-4a36-8a3a-d8f4b991e4bf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:37.137649 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:37.140041 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:29:37.222099 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (225ddd34-d1ea-4c87-b554-378f477b076d), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.259520 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (7e9c8952-6067-4a36-8a3a-d8f4b991e4bf), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.421302 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for port (7e9c8952-6067-4a36-8a3a-d8f4b991e4bf), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.429651 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (7e9c8952-6067-4a36-8a3a-d8f4b991e4bf), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.501914 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'Port': ['ID=7e9c8952-6067-4a36-8a3a-d8f4b991e4bf,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:37.513935 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (225ddd34-d1ea-4c87-b554-378f477b076d), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.529043 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.535249 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-52832ab1-9092-4f2f-97a0-8073f8794def tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8433373 Mar 27 15:29:37.727672 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-509fabc0-fb12-4fd8-ba84-97a432b9b379 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1104274592&fields=id&tenant_id=78ddabd9f42d4822bf2f6c480863851c HTTP/1.1" status: 200 len: 267 time: 0.0438032 Mar 27 15:29:37.830008 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-3e443677-b832-49ac-bc36-a96c02d52261 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:37.831402 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-3e443677-b832-49ac-bc36-a96c02d52261 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/networks?id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 200 len: 815 time: 0.0974658 Mar 27 15:29:37.845769 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-8fda5403-efee-4b1f-9bc9-48786727718b tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/quotas/78ddabd9f42d4822bf2f6c480863851c HTTP/1.1" status: 200 len: 375 time: 0.0085616 Mar 27 15:29:37.905606 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-563c1620-bf20-49fc-a5b3-c64d0be1db8f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=78ddabd9f42d4822bf2f6c480863851c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552313 Mar 27 15:29:37.999990 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-1f780694-4df8-4ee9-af5d-3888a32166f6 service neutron] 10.222.0.13 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824265 Mar 27 15:29:38.091079 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-a51c1347-99c5-4622-a250-82badc41694b service neutron] 10.222.0.13 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854793 Mar 27 15:29:38.251001 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1bb94cb2-c117-4aa9-8a26-8a59b0ced6df req-36563b86-c3c6-4aad-9b88-64bfc6e293b3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 210 time: 0.0266829 Mar 27 15:29:38.530882 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:39.324457 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-db776729-de8e-4449-9942-47f4f306d8da tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:39.326308 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-db776729-de8e-4449-9942-47f4f306d8da tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "GET /v2.0/networks?id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 200 len: 815 time: 0.1129246 Mar 27 15:29:39.572020 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2c577b54-3861-46ad-804f-cbcf39f4ec4a req-2a1de506-b17e-4feb-93db-0c05a0fcd66f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 210 time: 0.2446916 Mar 27 15:29:39.629502 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-c6bfe6bd-a619-4197-976d-482ed0ea1549 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78ddabd9f42d4822bf2f6c480863851c HTTP/1.1" status: 200 len: 473 time: 0.2939477 Mar 27 15:29:39.639712 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-6c9682fc-172b-4a57-b140-28d544801d9a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'port': {'device_id': 'cbf238b5-b8bc-45b9-9763-abedeb3708d3', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'admin_state_up': True, 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'security_groups': ['1270ac48-9b7c-4938-9457-076aa08371e8']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:39.744094 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-6c9682fc-172b-4a57-b140-28d544801d9a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Made reservation on behalf of 78ddabd9f42d4822bf2f6c480863851c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:29:39.747382 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-6c9682fc-172b-4a57-b140-28d544801d9a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:39.869418 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-6c9682fc-172b-4a57-b140-28d544801d9a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Allocated IP 172.20.0.14 (305fa4ab-b08c-4a9e-8a52-56d673dd13fa/ad263cdc-9f5f-4b94-9470-91174def020a/118f4c50-8999-405c-ab9c-21a2c0819fa0) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:29:40.002002 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-6c9682fc-172b-4a57-b140-28d544801d9a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for port (118f4c50-8999-405c-ab9c-21a2c0819fa0), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:40.034060 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-6c9682fc-172b-4a57-b140-28d544801d9a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (118f4c50-8999-405c-ab9c-21a2c0819fa0), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:40.072383 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-6c9682fc-172b-4a57-b140-28d544801d9a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:40.075385 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-6c9682fc-172b-4a57-b140-28d544801d9a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:40.077599 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-6c9682fc-172b-4a57-b140-28d544801d9a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:29:40.117344 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9682fc-172b-4a57-b140-28d544801d9a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'Port': ['ID=118f4c50-8999-405c-ab9c-21a2c0819fa0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:40.135481 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-6c9682fc-172b-4a57-b140-28d544801d9a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:40.136118 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-6c9682fc-172b-4a57-b140-28d544801d9a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:40.152114 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-6c9682fc-172b-4a57-b140-28d544801d9a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5160050 Mar 27 15:29:40.252912 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Request body: {'port': {'device_id': 'cbf238b5-b8bc-45b9-9763-abedeb3708d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:40.312158 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (118f4c50-8999-405c-ab9c-21a2c0819fa0), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:40.330405 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-62f37fc4-049d-4284-bd04-830ae8b5be40 None None] Provisioning complete for port 118f4c50-8999-405c-ab9c-21a2c0819fa0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:40.330999 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-62f37fc4-049d-4284-bd04-830ae8b5be40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (118f4c50-8999-405c-ab9c-21a2c0819fa0), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:40.366987 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-62f37fc4-049d-4284-bd04-830ae8b5be40 None None] Port 118f4c50-8999-405c-ab9c-21a2c0819fa0 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:29:40.564104 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118f4c50-8999-405c-ab9c-21a2c0819fa0 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:40.571809 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Publish callbacks [] for port (118f4c50-8999-405c-ab9c-21a2c0819fa0), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:40.583221 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Transition to ACTIVE for port object 118f4c50-8999-405c-ab9c-21a2c0819fa0 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:29:40.587115 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (118f4c50-8999-405c-ab9c-21a2c0819fa0), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:40.654395 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Pushing event updated for resources: {'Port': ['ID=118f4c50-8999-405c-ab9c-21a2c0819fa0,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:40.739249 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Attempting to bind port 118f4c50-8999-405c-ab9c-21a2c0819fa0 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:29:40.739578 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Attempting to bind port 118f4c50-8999-405c-ab9c-21a2c0819fa0 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:29:40.739900 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Attempting to bind port 118f4c50-8999-405c-ab9c-21a2c0819fa0 on network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:40.746327 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Port 118f4c50-8999-405c-ab9c-21a2c0819fa0 on network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:29:40.746646 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Attempting to bind port 118f4c50-8999-405c-ab9c-21a2c0819fa0 on network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:40.755192 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54f25e-d802-4406-9f74-da1c32cb30a4 req-d4609bac-50f9-4958-b34e-be7a76ebb165 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:40.756700 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-aa54f25e-d802-4406-9f74-da1c32cb30a4 req-d4609bac-50f9-4958-b34e-be7a76ebb165 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 944 time: 0.1036372 Mar 27 15:29:40.760989 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:29:40.761328 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Checking segment: {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:29:40.761707 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Bound using segment: {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:29:40.762134 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Bound port: 118f4c50-8999-405c-ab9c-21a2c0819fa0, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:29:40.762490 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (118f4c50-8999-405c-ab9c-21a2c0819fa0), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:40.849503 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-aa54f25e-d802-4406-9f74-da1c32cb30a4 req-b8b943c1-2faf-4917-ab38-586e803b532f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=1270ac48-9b7c-4938-9457-076aa08371e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846515 Mar 27 15:29:40.859899 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] For port 118f4c50-8999-405c-ab9c-21a2c0819fa0, host hv-cinder-83538, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:29:40.862916 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] For port 118f4c50-8999-405c-ab9c-21a2c0819fa0, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=118f4c50-8999-405c-ab9c-21a2c0819fa0,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:29:40.869108 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (118f4c50-8999-405c-ab9c-21a2c0819fa0), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:40.905633 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:40.906449 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:40.907874 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] 10.222.0.16 "PUT /v2.0/ports/118f4c50-8999-405c-ab9c-21a2c0819fa0 HTTP/1.1" status: 200 len: 1094 time: 0.6594899 Mar 27 15:29:40.909948 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf238b5-b8bc-45b9-9763-abedeb3708d3', 'tag': '118f4c50-8999-405c-ab9c-21a2c0819fa0'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:40.912209 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3caa45-4c16-4768-bbe0-94e9cda4f834" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf238b5-b8bc-45b9-9763-abedeb3708d3", "tag": "118f4c50-8999-405c-ab9c-21a2c0819fa0"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:40.943339 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe3353-afd5-4c2a-961b-1102e7804380 service neutron] Pushing event updated for resources: {'Port': ['ID=118f4c50-8999-405c-ab9c-21a2c0819fa0,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:40.956980 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dd05a0-503a-4213-a63b-d49df6f3c620 x-openstack-request-id: req-c4dd05a0-503a-4213-a63b-d49df6f3c620 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:40.957344 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf238b5-b8bc-45b9-9763-abedeb3708d3", "tag": "118f4c50-8999-405c-ab9c-21a2c0819fa0", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:40.957603 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4dd05a0-503a-4213-a63b-d49df6f3c620 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:40.958008 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4dd05a0-503a-4213-a63b-d49df6f3c620'] response: {'name': 'network-changed', 'server_uuid': 'cbf238b5-b8bc-45b9-9763-abedeb3708d3', 'tag': '118f4c50-8999-405c-ab9c-21a2c0819fa0', 'status': 'completed', 'code': 200} Mar 27 15:29:41.012633 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-4a6583b9-ed85-4240-a6a5-38c96370b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:41.014197 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-4a6583b9-ed85-4240-a6a5-38c96370b06c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78ddabd9f42d4822bf2f6c480863851c&device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 1128 time: 0.0464857 Mar 27 15:29:41.056114 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-898fb7a4-e332-4967-b59f-8c67fd6db891 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=118f4c50-8999-405c-ab9c-21a2c0819fa0 HTTP/1.1" status: 200 len: 217 time: 0.0346160 Mar 27 15:29:41.116007 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-d3b0b77a-4edd-4454-95f5-c5de9cb592ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:41.117498 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-d3b0b77a-4edd-4454-95f5-c5de9cb592ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad263cdc-9f5f-4b94-9470-91174def020a HTTP/1.1" status: 200 len: 854 time: 0.0462117 Mar 27 15:29:41.170635 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-161776ea-44f2-409c-bb69-a7244099b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:41.172048 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-161776ea-44f2-409c-bb69-a7244099b50b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436537 Mar 27 15:29:41.265346 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-5699f324-f305-45e2-be4a-2e28502adf2e service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864158 Mar 27 15:29:41.357926 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5b3d6734-ed66-4f0c-8d5a-20e060ae0656 req-016cf395-0b10-4141-aa4b-d801ce2bcb86 service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840526 Mar 27 15:29:41.449283 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3caa45-4c16-4768-bbe0-94e9cda4f834 req-d8c977bd-eb74-4983-b973-f64f58de21cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:41.450929 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2e3caa45-4c16-4768-bbe0-94e9cda4f834 req-d8c977bd-eb74-4983-b973-f64f58de21cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78ddabd9f42d4822bf2f6c480863851c&device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 1128 time: 0.0445940 Mar 27 15:29:41.546301 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3caa45-4c16-4768-bbe0-94e9cda4f834 req-c40cbd92-8c60-4a59-9c32-c00a619112b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:41.547754 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2e3caa45-4c16-4768-bbe0-94e9cda4f834 req-c40cbd92-8c60-4a59-9c32-c00a619112b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 200 len: 916 time: 0.0848048 Mar 27 15:29:41.591563 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2e3caa45-4c16-4768-bbe0-94e9cda4f834 req-76010b08-549e-4d54-8293-7efef75cc589 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=118f4c50-8999-405c-ab9c-21a2c0819fa0 HTTP/1.1" status: 200 len: 217 time: 0.0331302 Mar 27 15:29:41.639753 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3caa45-4c16-4768-bbe0-94e9cda4f834 req-1f1cb9a5-63ee-47ab-8c60-afc1155f21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:41.641138 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2e3caa45-4c16-4768-bbe0-94e9cda4f834 req-1f1cb9a5-63ee-47ab-8c60-afc1155f21ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad263cdc-9f5f-4b94-9470-91174def020a HTTP/1.1" status: 200 len: 854 time: 0.0411189 Mar 27 15:29:41.694172 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3caa45-4c16-4768-bbe0-94e9cda4f834 req-3b556fd1-ad4f-4822-8d80-41723f6db4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:41.695715 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2e3caa45-4c16-4768-bbe0-94e9cda4f834 req-3b556fd1-ad4f-4822-8d80-41723f6db4fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0464182 Mar 27 15:29:41.782980 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2e3caa45-4c16-4768-bbe0-94e9cda4f834 req-3e6fef9b-0c27-43b1-accd-4aa1d8c45a5f service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792139 Mar 27 15:29:41.876436 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2e3caa45-4c16-4768-bbe0-94e9cda4f834 req-8a58590a-69c7-4478-8da3-c0c29a42d75b service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823874 Mar 27 15:29:41.970090 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8889e5-9fb5-44d8-a653-b1d1d991d599 req-20541c8b-ee59-44ac-94c5-07d3849bf2fa tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:41.971655 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8c8889e5-9fb5-44d8-a653-b1d1d991d599 req-20541c8b-ee59-44ac-94c5-07d3849bf2fa tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 944 time: 0.0554948 Mar 27 15:29:42.016771 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8c8889e5-9fb5-44d8-a653-b1d1d991d599 req-86173cc3-9884-4824-bdd7-f90d5dad0ad3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=1270ac48-9b7c-4938-9457-076aa08371e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396414 Mar 27 15:29:43.131786 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335974b1-7f49-4476-a2f0-2a600ff66bc5 req-c7fc37a3-a964-490f-a3c3-d5bb5034b1a5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:43.133231 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-335974b1-7f49-4476-a2f0-2a600ff66bc5 req-c7fc37a3-a964-490f-a3c3-d5bb5034b1a5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 944 time: 0.0511024 Mar 27 15:29:43.177630 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-335974b1-7f49-4476-a2f0-2a600ff66bc5 req-657bb61f-bc54-4de8-9916-3faae0f179ce tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=1270ac48-9b7c-4938-9457-076aa08371e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389104 Mar 27 15:29:44.296673 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee534fd5-ea87-40b9-badf-916ca0a89ddd req-b6565fa5-1687-4a0c-a3e8-2cce31465f8f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:44.298138 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ee534fd5-ea87-40b9-badf-916ca0a89ddd req-b6565fa5-1687-4a0c-a3e8-2cce31465f8f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 944 time: 0.0558558 Mar 27 15:29:44.344780 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ee534fd5-ea87-40b9-badf-916ca0a89ddd req-16d15626-b6f8-493b-a960-5d9177752fc7 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=1270ac48-9b7c-4938-9457-076aa08371e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410440 Mar 27 15:29:45.463004 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea087f6-4f9f-4c3d-9f1a-077b6f8535de req-7f3a2da4-da9f-4c76-8063-bf14d86bb921 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:45.464647 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cea087f6-4f9f-4c3d-9f1a-077b6f8535de req-7f3a2da4-da9f-4c76-8063-bf14d86bb921 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 944 time: 0.0559318 Mar 27 15:29:45.518195 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cea087f6-4f9f-4c3d-9f1a-077b6f8535de req-f60d24d1-49f4-4fba-91de-f96321ada0b7 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=1270ac48-9b7c-4938-9457-076aa08371e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440326 Mar 27 15:29:45.891459 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 118f4c50-8999-405c-ab9c-21a2c0819fa0 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:29:46.107284 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 118f4c50-8999-405c-ab9c-21a2c0819fa0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=118f4c50-8999-405c-ab9c-21a2c0819fa0,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:46.118489 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '118f4c50-8999-405c-ab9c-21a2c0819fa0', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'port_id': '118f4c50-8999-405c-ab9c-21a2c0819fa0', 'mac_address': 'fa:16:3e:fe:05:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:29:46.154326 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 118f4c50-8999-405c-ab9c-21a2c0819fa0 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:46.154653 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (118f4c50-8999-405c-ab9c-21a2c0819fa0), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:46.166911 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118f4c50-8999-405c-ab9c-21a2c0819fa0 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:46.185875 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 118f4c50-8999-405c-ab9c-21a2c0819fa0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=118f4c50-8999-405c-ab9c-21a2c0819fa0,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:46.189919 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (118f4c50-8999-405c-ab9c-21a2c0819fa0), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:46.234988 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=118f4c50-8999-405c-ab9c-21a2c0819fa0,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:46.637067 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108e7ea-d088-44bc-bfa2-a7c8ca17b397 req-1e37b9ee-c26b-46ec-bdae-c9d65761f9c6 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:46.638530 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6108e7ea-d088-44bc-bfa2-a7c8ca17b397 req-1e37b9ee-c26b-46ec-bdae-c9d65761f9c6 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 945 time: 0.0544610 Mar 27 15:29:46.683281 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6108e7ea-d088-44bc-bfa2-a7c8ca17b397 req-8252d476-e9b8-4673-bbe8-e7c0069b1b74 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=1270ac48-9b7c-4938-9457-076aa08371e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393317 Mar 27 15:29:46.780418 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['118f4c50-8999-405c-ab9c-21a2c0819fa0'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:29:47.797627 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c7ee5-4b8d-4e83-a429-6b947746da4b req-310b71c0-1b0f-467b-93c9-f287425be47a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:47.799145 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e16c7ee5-4b8d-4e83-a429-6b947746da4b req-310b71c0-1b0f-467b-93c9-f287425be47a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 945 time: 0.0521836 Mar 27 15:29:47.844643 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e16c7ee5-4b8d-4e83-a429-6b947746da4b req-e00b4d67-c002-4cfe-be31-ceb07d3a337b tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=1270ac48-9b7c-4938-9457-076aa08371e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401134 Mar 27 15:29:48.977393 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec758d-f299-4175-8a99-acb253ea7796 req-97c55dd1-fff6-42b3-a08e-b08479f934b6 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:48.979034 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f8ec758d-f299-4175-8a99-acb253ea7796 req-97c55dd1-fff6-42b3-a08e-b08479f934b6 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 945 time: 0.0627668 Mar 27 15:29:49.033880 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f8ec758d-f299-4175-8a99-acb253ea7796 req-fd663809-76d3-4bcf-8ea7-708cc07f64ce tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=1270ac48-9b7c-4938-9457-076aa08371e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488043 Mar 27 15:29:49.922253 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 118f4c50-8999-405c-ab9c-21a2c0819fa0 up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:49.977322 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port 118f4c50-8999-405c-ab9c-21a2c0819fa0 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:29:49.981520 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 118f4c50-8999-405c-ab9c-21a2c0819fa0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:49.981896 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (118f4c50-8999-405c-ab9c-21a2c0819fa0), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:50.057393 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 118f4c50-8999-405c-ab9c-21a2c0819fa0 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:50.057784 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (118f4c50-8999-405c-ab9c-21a2c0819fa0), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:50.088886 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf238b5-b8bc-45b9-9763-abedeb3708d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118f4c50-8999-405c-ab9c-21a2c0819fa0'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:50.091102 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168557b2-d860-4ccc-8825-6eccc5b86d64" -d '{"events": [{"server_uuid": "cbf238b5-b8bc-45b9-9763-abedeb3708d3", "name": "network-vif-plugged", "status": "completed", "tag": "118f4c50-8999-405c-ab9c-21a2c0819fa0"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:50.106486 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 118f4c50-8999-405c-ab9c-21a2c0819fa0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=118f4c50-8999-405c-ab9c-21a2c0819fa0,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:50.108366 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11526eab-fad9-4f26-9941-d6e761826d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:50.110689 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (118f4c50-8999-405c-ab9c-21a2c0819fa0), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:50.138708 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399dca74-b2cb-4982-bfff-829738f1b960 x-openstack-request-id: req-399dca74-b2cb-4982-bfff-829738f1b960 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:50.139053 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf238b5-b8bc-45b9-9763-abedeb3708d3", "name": "network-vif-plugged", "status": "completed", "tag": "118f4c50-8999-405c-ab9c-21a2c0819fa0", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:50.139311 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-399dca74-b2cb-4982-bfff-829738f1b960 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:50.139702 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-399dca74-b2cb-4982-bfff-829738f1b960'] response: {'server_uuid': 'cbf238b5-b8bc-45b9-9763-abedeb3708d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118f4c50-8999-405c-ab9c-21a2c0819fa0', 'code': 200} Mar 27 15:29:50.168826 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198c329-5978-405b-af57-4623f810119b req-ea3dbc7b-d7d0-4d36-9e93-8221d750173f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:50.171023 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b198c329-5978-405b-af57-4623f810119b req-ea3dbc7b-d7d0-4d36-9e93-8221d750173f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 946 time: 0.0676730 Mar 27 15:29:50.172161 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=118f4c50-8999-405c-ab9c-21a2c0819fa0,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:50.227392 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b198c329-5978-405b-af57-4623f810119b req-6622792d-6c9d-485b-a348-5ed23353d2c2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=1270ac48-9b7c-4938-9457-076aa08371e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446184 Mar 27 15:29:50.348930 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b225c-11de-4e65-abdc-9649bbb0cb8a req-62bd9e02-1c21-4522-bd42-159d195fc04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:50.350441 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4f1b225c-11de-4e65-abdc-9649bbb0cb8a req-62bd9e02-1c21-4522-bd42-159d195fc04b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 1130 time: 0.0443485 Mar 27 15:29:50.400567 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4f1b225c-11de-4e65-abdc-9649bbb0cb8a req-0ad990ce-c06b-4c7b-81ac-c65f58458424 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1270ac48-9b7c-4938-9457-076aa08371e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366168 Mar 27 15:29:51.357757 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d72187-5cc9-48d9-b8a3-2d25c0b7a927 req-a280027f-7afd-4313-aa1a-058ace596507 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:51.359299 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-40d72187-5cc9-48d9-b8a3-2d25c0b7a927 req-a280027f-7afd-4313-aa1a-058ace596507 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 946 time: 0.0577652 Mar 27 15:29:51.405364 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-40d72187-5cc9-48d9-b8a3-2d25c0b7a927 req-70b76af2-e35c-4612-8b27-906740a781c0 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=1270ac48-9b7c-4938-9457-076aa08371e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404270 Mar 27 15:29:52.314063 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14a1ad01-fdeb-423c-b842-67a8bb6e4f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:52.521335 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ee626-0e06-46f4-b686-b7fa3778fb1e req-bc71213e-801c-4422-ac14-9760a38bd423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:52.523419 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b08ee626-0e06-46f4-b686-b7fa3778fb1e req-bc71213e-801c-4422-ac14-9760a38bd423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 946 time: 0.0518827 Mar 27 15:29:52.567874 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b08ee626-0e06-46f4-b686-b7fa3778fb1e req-7d81c991-9b0e-4056-a298-859e638f3de2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=1270ac48-9b7c-4938-9457-076aa08371e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388870 Mar 27 15:29:52.685148 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9d926-688d-4b6d-9d65-d7e94a7b4d7f req-21b2b3f0-769a-42ff-ad48-1dcf628885ae tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:52.686630 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3be9d926-688d-4b6d-9d65-d7e94a7b4d7f req-21b2b3f0-769a-42ff-ad48-1dcf628885ae tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 946 time: 0.0541229 Mar 27 15:29:52.695242 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 36792) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:52.699883 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-b788263e-5bc1-4859-81e5-677a1690d2ed tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'floatingip': {'port_id': '118f4c50-8999-405c-ab9c-21a2c0819fa0'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:52.739024 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b788263e-5bc1-4859-81e5-677a1690d2ed tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (225ddd34-d1ea-4c87-b554-378f477b076d), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:53.162204 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b788263e-5bc1-4859-81e5-677a1690d2ed tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:53.167235 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b788263e-5bc1-4859-81e5-677a1690d2ed tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (225ddd34-d1ea-4c87-b554-378f477b076d), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:53.275093 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.l3_db [None req-b788263e-5bc1-4859-81e5-677a1690d2ed tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Floating IP 225ddd34-d1ea-4c87-b554-378f477b076d associated. External IP: 172.28.3.72, port: 118f4c50-8999-405c-ab9c-21a2c0819fa0. Mar 27 15:29:53.502440 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b788263e-5bc1-4859-81e5-677a1690d2ed tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Router 6d09cb73-8efe-4c19-854d-33072aa5a9ac has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:29:53.613599 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b788263e-5bc1-4859-81e5-677a1690d2ed tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:29:53.618382 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b788263e-5bc1-4859-81e5-677a1690d2ed tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:53.623004 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65642af6-04de-4963-9b3e-88075f36a0a9 None None] Sync routers for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:29:53.634215 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65642af6-04de-4963-9b3e-88075f36a0a9 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:29:53.635237 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-65642af6-04de-4963-9b3e-88075f36a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:29:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:53.648821 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:53.749595 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-65642af6-04de-4963-9b3e-88075f36a0a9 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:29:53.865595 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-b788263e-5bc1-4859-81e5-677a1690d2ed tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "PUT /v2.0/floatingips/225ddd34-d1ea-4c87-b554-378f477b076d HTTP/1.1" status: 200 len: 991 time: 1.1691277 Mar 27 15:29:53.866138 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf238b5-b8bc-45b9-9763-abedeb3708d3', 'tag': '118f4c50-8999-405c-ab9c-21a2c0819fa0'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:53.868338 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b84fa6-781a-4976-8731-e37a9e5d6b44" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf238b5-b8bc-45b9-9763-abedeb3708d3", "tag": "118f4c50-8999-405c-ab9c-21a2c0819fa0"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:53.903897 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd5a77d-a70d-4bd0-a434-0d661a732847 x-openstack-request-id: req-bcd5a77d-a70d-4bd0-a434-0d661a732847 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:53.904195 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf238b5-b8bc-45b9-9763-abedeb3708d3", "tag": "118f4c50-8999-405c-ab9c-21a2c0819fa0", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:53.904449 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcd5a77d-a70d-4bd0-a434-0d661a732847 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:53.904882 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd5a77d-a70d-4bd0-a434-0d661a732847'] response: {'name': 'network-changed', 'server_uuid': 'cbf238b5-b8bc-45b9-9763-abedeb3708d3', 'tag': '118f4c50-8999-405c-ab9c-21a2c0819fa0', 'status': 'completed', 'code': 200} Mar 27 15:29:53.977822 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b84fa6-781a-4976-8731-e37a9e5d6b44 req-ed03d86d-7add-4eba-a079-81152354e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:53.979380 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a3b84fa6-781a-4976-8731-e37a9e5d6b44 req-ed03d86d-7add-4eba-a079-81152354e1ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78ddabd9f42d4822bf2f6c480863851c&device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 1130 time: 0.0469594 Mar 27 15:29:53.979645 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-65642af6-04de-4963-9b3e-88075f36a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '225ddd34-d1ea-4c87-b554-378f477b076d', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.72', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '118f4c50-8999-405c-ab9c-21a2c0819fa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:fe:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf238b5-b8bc-45b9-9763-abedeb3708d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:37Z', 'updated_at': '2022-03-27T15:29:53Z', 'revision_number': 1, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}, {'id': '6aa0f2c2-278c-46fc-930e-5516cfbfca61', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.65', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '99b6382c-4c54-44ad-a774-463b05557086', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:fc:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:27:33Z', 'updated_at': '2022-03-27T15:28:05Z', 'revision_number': 2, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:54.005248 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65642af6-04de-4963-9b3e-88075f36a0a9 None None] Checking router: 6d09cb73-8efe-4c19-854d-33072aa5a9ac for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:29:54.013724 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65642af6-04de-4963-9b3e-88075f36a0a9 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:29:54.014327 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-65642af6-04de-4963-9b3e-88075f36a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:29:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:54.068714 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b84fa6-781a-4976-8731-e37a9e5d6b44 req-f2ef8944-4baf-4ce6-a44f-53addb83393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:54.070678 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a3b84fa6-781a-4976-8731-e37a9e5d6b44 req-f2ef8944-4baf-4ce6-a44f-53addb83393e service neutron] 10.222.0.16 "GET /v2.0/networks?id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 200 len: 916 time: 0.0816381 Mar 27 15:29:54.120410 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-65642af6-04de-4963-9b3e-88075f36a0a9 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:29:54.145071 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a3b84fa6-781a-4976-8731-e37a9e5d6b44 req-75b6fe10-c3da-4960-851d-2eb68e80d9d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=118f4c50-8999-405c-ab9c-21a2c0819fa0 HTTP/1.1" status: 200 len: 999 time: 0.0629132 Mar 27 15:29:54.192081 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b84fa6-781a-4976-8731-e37a9e5d6b44 req-37784e18-3180-4126-bd95-f76ad8cad313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:54.193551 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a3b84fa6-781a-4976-8731-e37a9e5d6b44 req-37784e18-3180-4126-bd95-f76ad8cad313 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad263cdc-9f5f-4b94-9470-91174def020a HTTP/1.1" status: 200 len: 854 time: 0.0417764 Mar 27 15:29:54.248211 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b84fa6-781a-4976-8731-e37a9e5d6b44 req-1a73dd5e-0c22-4bb3-b65a-34a9f194ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:54.249955 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a3b84fa6-781a-4976-8731-e37a9e5d6b44 req-1a73dd5e-0c22-4bb3-b65a-34a9f194ee6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0438826 Mar 27 15:29:54.341957 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a3b84fa6-781a-4976-8731-e37a9e5d6b44 req-da30a698-bd19-434a-8ad0-2d9d960f79ef service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846529 Mar 27 15:29:54.352099 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-65642af6-04de-4963-9b3e-88075f36a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '225ddd34-d1ea-4c87-b554-378f477b076d', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.72', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '118f4c50-8999-405c-ab9c-21a2c0819fa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:fe:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf238b5-b8bc-45b9-9763-abedeb3708d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:37Z', 'updated_at': '2022-03-27T15:29:53Z', 'revision_number': 1, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}, {'id': '6aa0f2c2-278c-46fc-930e-5516cfbfca61', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.65', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '99b6382c-4c54-44ad-a774-463b05557086', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:fc:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:27:33Z', 'updated_at': '2022-03-27T15:28:05Z', 'revision_number': 2, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:54.382330 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65642af6-04de-4963-9b3e-88075f36a0a9 None None] The sync data for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb is: [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '225ddd34-d1ea-4c87-b554-378f477b076d', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.72', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '118f4c50-8999-405c-ab9c-21a2c0819fa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:fe:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf238b5-b8bc-45b9-9763-abedeb3708d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:37Z', 'updated_at': '2022-03-27T15:29:53Z', 'revision_number': 1, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}, {'id': '6aa0f2c2-278c-46fc-930e-5516cfbfca61', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.65', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '99b6382c-4c54-44ad-a774-463b05557086', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:fc:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:27:33Z', 'updated_at': '2022-03-27T15:28:05Z', 'revision_number': 2, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:29:54.440690 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a3b84fa6-781a-4976-8731-e37a9e5d6b44 req-63ff45bc-a4b6-41f3-805c-1178a180f526 service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919945 Mar 27 15:29:54.608960 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e207a-d822-4550-8a5c-9ffff8ec17f1 None None] New status for floating IP 225ddd34-d1ea-4c87-b554-378f477b076d: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:29:55.401153 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:55.834986 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e6507-f215-4209-978f-f64bdb9f88cb req-bb33ad51-be32-467b-ae56-7e18a5564414 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:55.837014 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c08e6507-f215-4209-978f-f64bdb9f88cb req-bb33ad51-be32-467b-ae56-7e18a5564414 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0540936 Mar 27 15:29:55.888469 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c08e6507-f215-4209-978f-f64bdb9f88cb req-61d481f5-44b7-40bf-ba6b-b632b5709963 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454144 Mar 27 15:29:56.543670 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:57.006107 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02070-ffb5-40b0-93f1-c9cc8efa6271 req-977869d4-d834-46bd-822c-cde5e1b063f9 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:57.008108 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8bd02070-ffb5-40b0-93f1-c9cc8efa6271 req-977869d4-d834-46bd-822c-cde5e1b063f9 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0514097 Mar 27 15:29:57.054102 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8bd02070-ffb5-40b0-93f1-c9cc8efa6271 req-8caf25db-65b2-4020-a094-d61e01ca4e3f tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404334 Mar 27 15:29:58.174688 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9ea13-f3fd-4ec6-83c7-8304c49cd7d7 req-991f70ea-fb6b-40db-9d41-be72d57b2293 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:58.176165 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5fc9ea13-f3fd-4ec6-83c7-8304c49cd7d7 req-991f70ea-fb6b-40db-9d41-be72d57b2293 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0505834 Mar 27 15:29:58.221693 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5fc9ea13-f3fd-4ec6-83c7-8304c49cd7d7 req-1b4751c2-01c5-4511-95bb-8057c013923a tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395269 Mar 27 15:29:59.342243 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff109d-42ce-4f05-baf0-a5c2c139adc3 req-8f408307-e790-4c10-a4e2-6f297d918bce tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:59.343736 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c2ff109d-42ce-4f05-baf0-a5c2c139adc3 req-8f408307-e790-4c10-a4e2-6f297d918bce tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0562220 Mar 27 15:29:59.388509 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c2ff109d-42ce-4f05-baf0-a5c2c139adc3 req-f5da1e66-64f5-4437-b362-2850c8139875 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393605 Mar 27 15:30:00.504908 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146db84-55e0-413e-a291-4539f0b3a624 req-62a9db35-d2aa-42c2-9080-495080102ef2 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:00.506388 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9146db84-55e0-413e-a291-4539f0b3a624 req-62a9db35-d2aa-42c2-9080-495080102ef2 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0517867 Mar 27 15:30:00.551215 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9146db84-55e0-413e-a291-4539f0b3a624 req-e781938e-9055-4926-8990-08e14aaab035 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393715 Mar 27 15:30:00.798091 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:30:01.671564 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5077a7-41e6-4424-a1f8-da64e57ba730 req-e73b12be-51e8-4c8c-8ecf-d1d7d996272c tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:01.673008 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4a5077a7-41e6-4424-a1f8-da64e57ba730 req-e73b12be-51e8-4c8c-8ecf-d1d7d996272c tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0538845 Mar 27 15:30:01.717807 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4a5077a7-41e6-4424-a1f8-da64e57ba730 req-25099878-3bb9-4c4b-a4b4-98b5d291349b tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392494 Mar 27 15:30:02.834888 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04c66d-1f0d-45af-8378-d3fe02cfe53d req-2404903f-7aa2-4e14-8808-b627ebaa364c tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:02.837036 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3c04c66d-1f0d-45af-8378-d3fe02cfe53d req-2404903f-7aa2-4e14-8808-b627ebaa364c tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0504835 Mar 27 15:30:02.881932 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3c04c66d-1f0d-45af-8378-d3fe02cfe53d req-ea081468-009d-4e02-8a44-7c3f88d748b8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395851 Mar 27 15:30:03.999710 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910eb28-87bb-4264-9711-841eb35bf46f req-298afc15-c019-409d-9491-71b88fdf62b3 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:04.001206 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e910eb28-87bb-4264-9711-841eb35bf46f req-298afc15-c019-409d-9491-71b88fdf62b3 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0524013 Mar 27 15:30:04.049602 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e910eb28-87bb-4264-9711-841eb35bf46f req-6fd0a045-233c-49eb-9b0e-b7d75f44891f tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428128 Mar 27 15:30:05.170801 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b625b3-6c10-4cae-94a2-58117cfecd91 req-1d412abd-8fe0-4636-a8d0-82b5fc2406b4 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:05.172254 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d7b625b3-6c10-4cae-94a2-58117cfecd91 req-1d412abd-8fe0-4636-a8d0-82b5fc2406b4 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0515182 Mar 27 15:30:05.225040 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d7b625b3-6c10-4cae-94a2-58117cfecd91 req-d336d3a7-e889-4bbe-8f03-6670af3ea0fe tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469472 Mar 27 15:30:06.345552 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6de44-d1e3-4895-97df-3fe704700093 req-3a83a8c2-6be4-451e-b58b-0634feff3f7e tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:06.346998 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-83d6de44-d1e3-4895-97df-3fe704700093 req-3a83a8c2-6be4-451e-b58b-0634feff3f7e tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0534260 Mar 27 15:30:06.396701 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-83d6de44-d1e3-4895-97df-3fe704700093 req-77c2ae28-5f55-4c82-b6ea-de41e1527779 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428293 Mar 27 15:30:06.940316 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dc477de5-6096-4258-8710-aea3d5bc6e52 req-485c3fba-dc94-49c7-a936-bb6f9e1382bf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483353 Mar 27 15:30:07.010929 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc477de5-6096-4258-8710-aea3d5bc6e52 req-1e2f81cd-3db3-4604-9e2a-24cce3eee5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:07.012407 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dc477de5-6096-4258-8710-aea3d5bc6e52 req-1e2f81cd-3db3-4604-9e2a-24cce3eee5a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78ddabd9f42d4822bf2f6c480863851c&device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 1130 time: 0.0438459 Mar 27 15:30:07.161626 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc477de5-6096-4258-8710-aea3d5bc6e52 req-c3b26327-70a5-472a-8e5e-c61c82d95bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:07.163173 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dc477de5-6096-4258-8710-aea3d5bc6e52 req-c3b26327-70a5-472a-8e5e-c61c82d95bd1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 200 len: 916 time: 0.0903745 Mar 27 15:30:07.239922 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dc477de5-6096-4258-8710-aea3d5bc6e52 req-0b886600-114b-4b1e-96b3-743d45719a7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99b6382c-4c54-44ad-a774-463b05557086 HTTP/1.1" status: 200 len: 1001 time: 0.0686545 Mar 27 15:30:07.298662 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc477de5-6096-4258-8710-aea3d5bc6e52 req-3b64b38b-0df2-437a-9226-6b3dc8d7bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:07.300485 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dc477de5-6096-4258-8710-aea3d5bc6e52 req-3b64b38b-0df2-437a-9226-6b3dc8d7bb9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad263cdc-9f5f-4b94-9470-91174def020a HTTP/1.1" status: 200 len: 854 time: 0.0471764 Mar 27 15:30:07.359254 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc477de5-6096-4258-8710-aea3d5bc6e52 req-590f7c2b-252e-4821-bebd-853895078af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:07.360776 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dc477de5-6096-4258-8710-aea3d5bc6e52 req-590f7c2b-252e-4821-bebd-853895078af5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0494053 Mar 27 15:30:07.465262 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dc477de5-6096-4258-8710-aea3d5bc6e52 req-61dde23e-a860-4fe1-80bf-1e4dd4cb62ad service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927367 Mar 27 15:30:07.577960 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f0a6b-1752-4771-8f49-6cb8bbbdb781 req-98d62799-f47a-410f-b6a2-2c7b2adbde66 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:07.579528 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a30f0a6b-1752-4771-8f49-6cb8bbbdb781 req-98d62799-f47a-410f-b6a2-2c7b2adbde66 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.1132078 Mar 27 15:30:07.599184 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dc477de5-6096-4258-8710-aea3d5bc6e52 req-6a748089-e6b5-461e-b739-c5ab1d67d044 service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244297 Mar 27 15:30:07.635906 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a30f0a6b-1752-4771-8f49-6cb8bbbdb781 req-c8a7bee6-c37a-4def-a3d7-e99b32911be3 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472674 Mar 27 15:30:08.546800 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:08.752357 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d4579-bcd8-4b6b-a26f-db60f05083f2 req-598db2e7-95cd-4971-8164-4c1b24a14352 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:08.753813 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a51d4579-bcd8-4b6b-a26f-db60f05083f2 req-598db2e7-95cd-4971-8164-4c1b24a14352 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0512171 Mar 27 15:30:08.798836 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a51d4579-bcd8-4b6b-a26f-db60f05083f2 req-8bc7f871-fc53-45ab-b307-e65534481582 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390167 Mar 27 15:30:09.917279 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424504d4-a0c6-43be-8038-4a6887fcfad3 req-78bdcd60-9a3a-41bc-a3f5-2609c5e09eff tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:09.918776 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-424504d4-a0c6-43be-8038-4a6887fcfad3 req-78bdcd60-9a3a-41bc-a3f5-2609c5e09eff tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0550404 Mar 27 15:30:09.966178 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-424504d4-a0c6-43be-8038-4a6887fcfad3 req-1e35482f-2564-46ff-9e9a-7fe0879772b7 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419126 Mar 27 15:30:11.081724 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac11d3-137b-4c7f-b866-ad2765d1ce48 req-394a59bb-5226-48e1-b6f1-47e2934c1e71 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:11.083225 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b4ac11d3-137b-4c7f-b866-ad2765d1ce48 req-394a59bb-5226-48e1-b6f1-47e2934c1e71 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0515676 Mar 27 15:30:11.131664 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b4ac11d3-137b-4c7f-b866-ad2765d1ce48 req-6355535f-0d91-4797-96e5-c277317c4c2f tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419595 Mar 27 15:30:12.252529 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6e8f4-2f52-48ac-b56b-805d879b5702 req-35f6a3c4-0295-483e-b5cb-0ef3e62d88c6 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:12.253968 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ebb6e8f4-2f52-48ac-b56b-805d879b5702 req-35f6a3c4-0295-483e-b5cb-0ef3e62d88c6 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0514071 Mar 27 15:30:12.301483 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ebb6e8f4-2f52-48ac-b56b-805d879b5702 req-642a73f2-53b5-4dba-aacb-896fae13d188 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420961 Mar 27 15:30:12.537687 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74d2bc-b0e5-4512-8123-ecd67d6cbd85 req-9e9b51b7-7666-4cda-83f6-cfb5b85f0aef tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:12.539181 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0a74d2bc-b0e5-4512-8123-ecd67d6cbd85 req-9e9b51b7-7666-4cda-83f6-cfb5b85f0aef tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0522344 Mar 27 15:30:12.609229 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0a74d2bc-b0e5-4512-8123-ecd67d6cbd85 req-660525c6-7b80-4305-b80c-2f544a2c7ed4 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637047 Mar 27 15:30:12.623923 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee9fba-43d4-4d7a-8cda-0c8ec34fe1b6 req-f7fb16f6-0d55-4c80-9011-1e1db835b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:12.625380 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-70ee9fba-43d4-4d7a-8cda-0c8ec34fe1b6 req-f7fb16f6-0d55-4c80-9011-1e1db835b6fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3246241f55943b0ae1f788fc19805f0&device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 1129 time: 0.0556769 Mar 27 15:30:12.716588 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee9fba-43d4-4d7a-8cda-0c8ec34fe1b6 req-47ee8c3c-3b43-4dbf-a23a-e53316f10c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:12.717915 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-70ee9fba-43d4-4d7a-8cda-0c8ec34fe1b6 req-47ee8c3c-3b43-4dbf-a23a-e53316f10c4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7 HTTP/1.1" status: 200 len: 912 time: 0.0835328 Mar 27 15:30:12.783074 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-70ee9fba-43d4-4d7a-8cda-0c8ec34fe1b6 req-ed8c74b8-61ba-4393-921c-5386fe5e438c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=615953e3-d735-4517-9c29-202d9a4e1e18 HTTP/1.1" status: 200 len: 1001 time: 0.0567291 Mar 27 15:30:12.832566 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee9fba-43d4-4d7a-8cda-0c8ec34fe1b6 req-2513c5a8-3f3d-43d0-b2e0-fee399c7dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:12.833971 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-70ee9fba-43d4-4d7a-8cda-0c8ec34fe1b6 req-2513c5a8-3f3d-43d0-b2e0-fee399c7dfb0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45fa90f7-8dff-4df6-aba3-f9ce848c3e05 HTTP/1.1" status: 200 len: 850 time: 0.0448692 Mar 27 15:30:12.881437 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee9fba-43d4-4d7a-8cda-0c8ec34fe1b6 req-dbfb4468-120d-4080-8277-91fea4be05f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:12.882920 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-70ee9fba-43d4-4d7a-8cda-0c8ec34fe1b6 req-dbfb4468-120d-4080-8277-91fea4be05f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0414674 Mar 27 15:30:12.967681 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-70ee9fba-43d4-4d7a-8cda-0c8ec34fe1b6 req-e4a62b7e-92db-41be-bc20-c6b6898e6957 service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784991 Mar 27 15:30:13.099991 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-70ee9fba-43d4-4d7a-8cda-0c8ec34fe1b6 req-6a73eced-df08-4ec8-8006-249d1383a7af service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813820 Mar 27 15:30:13.726664 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26926c7-3f6b-4cd8-9971-d86dbb33651c req-765845ef-7594-40ee-9aff-3e16f5be59da tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:13.728152 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e26926c7-3f6b-4cd8-9971-d86dbb33651c req-765845ef-7594-40ee-9aff-3e16f5be59da tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0516813 Mar 27 15:30:13.773616 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e26926c7-3f6b-4cd8-9971-d86dbb33651c req-d2aba3b3-d72d-4b79-bf94-e4838922fe0e tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400786 Mar 27 15:30:14.888550 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fb020-b9fd-4821-ae2a-816c6185a07c req-410becb1-6610-4f3d-bc96-3ecdf79f7e98 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:14.889998 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-067fb020-b9fd-4821-ae2a-816c6185a07c req-410becb1-6610-4f3d-bc96-3ecdf79f7e98 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0510044 Mar 27 15:30:14.938162 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-067fb020-b9fd-4821-ae2a-816c6185a07c req-5811acad-16d3-42dd-b4b5-ac1f81bff55c tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427248 Mar 27 15:30:17.013113 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877a6f2-4b8f-46c5-8d03-4d539be5cb99 req-2c583977-9af4-44ce-8fd7-646f23fff615 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:17.014533 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c877a6f2-4b8f-46c5-8d03-4d539be5cb99 req-2c583977-9af4-44ce-8fd7-646f23fff615 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 945 time: 0.0534639 Mar 27 15:30:17.059647 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c877a6f2-4b8f-46c5-8d03-4d539be5cb99 req-85b5629c-f900-493e-a9a9-2f072bcee440 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395169 Mar 27 15:30:18.175462 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693a2ad-b36c-4a9f-9186-371ea3050553 req-f56fcde5-fca6-4b9b-bd4b-676d4722b629 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:18.176926 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3693a2ad-b36c-4a9f-9186-371ea3050553 req-f56fcde5-fca6-4b9b-bd4b-676d4722b629 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 945 time: 0.0504565 Mar 27 15:30:18.221893 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3693a2ad-b36c-4a9f-9186-371ea3050553 req-1c3a2ddd-6327-4704-bd73-241f31ffee64 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390022 Mar 27 15:30:19.560020 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d3a49-b11b-4cf4-a06e-47404c0639a1 req-dc81d8cb-3637-413b-b4b7-1734134092b5 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:19.561418 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-322d3a49-b11b-4cf4-a06e-47404c0639a1 req-dc81d8cb-3637-413b-b4b7-1734134092b5 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 945 time: 0.2745171 Mar 27 15:30:19.607077 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-322d3a49-b11b-4cf4-a06e-47404c0639a1 req-cee754d7-d741-4fc0-910e-9cb1ef18f379 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399525 Mar 27 15:30:20.089866 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f9007cb1-75fb-4fd9-989e-cc7467857bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:20.722456 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf907a1-2212-46d6-9224-28bc228bd1ac req-521be276-7ea2-4ec7-b12d-46f8d5c9a782 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:20.723870 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cdf907a1-2212-46d6-9224-28bc228bd1ac req-521be276-7ea2-4ec7-b12d-46f8d5c9a782 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 945 time: 0.0509403 Mar 27 15:30:20.768150 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cdf907a1-2212-46d6-9224-28bc228bd1ac req-468d737d-3085-4833-87b9-8ae095cd48db tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388725 Mar 27 15:30:21.237843 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2df05d-4231-41c6-a09a-5cd71175e551 req-3ec3a948-5428-4c98-887c-2d39ff6eeb07 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:21.239335 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4c2df05d-4231-41c6-a09a-5cd71175e551 req-3ec3a948-5428-4c98-887c-2d39ff6eeb07 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0603108 Mar 27 15:30:21.285317 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4c2df05d-4231-41c6-a09a-5cd71175e551 req-e108f21a-9492-43a7-ba53-8ab950c472ba tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404613 Mar 27 15:30:21.884841 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ade087-f8e8-4425-866c-54bcfbf8e01c req-ee1e8e70-7f3a-4366-bd91-3890bfe23bba tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:21.886314 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-53ade087-f8e8-4425-866c-54bcfbf8e01c req-ee1e8e70-7f3a-4366-bd91-3890bfe23bba tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 945 time: 0.0513146 Mar 27 15:30:21.931392 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-53ade087-f8e8-4425-866c-54bcfbf8e01c req-a73eba3b-037b-4225-b51e-c581e4750e55 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395513 Mar 27 15:30:22.318271 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-52d5d76e-b91e-45f3-ab32-b99a13883cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:22.408639 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fd086-6421-42b1-86fe-57034ba08c11 req-5e582957-b47f-4524-940d-15d249038c2a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:22.410110 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d31fd086-6421-42b1-86fe-57034ba08c11 req-5e582957-b47f-4524-940d-15d249038c2a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0515063 Mar 27 15:30:22.461551 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d31fd086-6421-42b1-86fe-57034ba08c11 req-1df5f982-8b58-4efb-bc55-0e470841e32b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450261 Mar 27 15:30:22.813720 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a9f77-fb25-4123-b022-9ef96871f90a req-bbbaeb94-b153-4828-83c9-4727d8916218 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:22.815183 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0a9a9f77-fb25-4123-b022-9ef96871f90a req-bbbaeb94-b153-4828-83c9-4727d8916218 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.16 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 945 time: 0.0503607 Mar 27 15:30:22.907736 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0a9a9f77-fb25-4123-b022-9ef96871f90a req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Deleting port 19a76278-058b-4061-8feb-032fb4899978 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:30:22.908401 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0a9a9f77-fb25-4123-b022-9ef96871f90a req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (19a76278-058b-4061-8feb-032fb4899978), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:22.997583 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-0a9a9f77-fb25-4123-b022-9ef96871f90a req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] For port 19a76278-058b-4061-8feb-032fb4899978, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=19a76278-058b-4061-8feb-032fb4899978,segment=NetworkSegment(118394f5-8379-4ab8-985c-aa5916b8ec78),segment_id=118394f5-8379-4ab8-985c-aa5916b8ec78)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:30:22.997949 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0a9a9f77-fb25-4123-b022-9ef96871f90a req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (19a76278-058b-4061-8feb-032fb4899978), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:23.013587 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-0a9a9f77-fb25-4123-b022-9ef96871f90a req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Calling delete_port for 19a76278-058b-4061-8feb-032fb4899978 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:30:23.135545 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94a9fb-79bd-412b-8e94-d5ae91c9ba0b req-79eefd43-ecd6-4429-93af-a616283d7243 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:23.136953 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4f94a9fb-79bd-412b-8e94-d5ae91c9ba0b req-79eefd43-ecd6-4429-93af-a616283d7243 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6eab6b-1dd4-45da-b9dd-58cf3e5932fb HTTP/1.1" status: 200 len: 945 time: 0.1246095 Mar 27 15:30:23.222443 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4f94a9fb-79bd-412b-8e94-d5ae91c9ba0b req-aad69e39-b22a-443d-be1a-13bf640e9343 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775292 Mar 27 15:30:23.243158 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0a9a9f77-fb25-4123-b022-9ef96871f90a req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (19a76278-058b-4061-8feb-032fb4899978), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:23.255932 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['19a76278-058b-4061-8feb-032fb4899978'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:30:23.276652 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Pushing event deleted for resources: {'Port': ['ID=19a76278-058b-4061-8feb-032fb4899978,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:23.307386 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:23.307386 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:23.307664 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:23.307864 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:23.308177 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:23.308515 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:23.308847 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:23.309180 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:23.309506 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:23.309832 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:23.310160 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:23.310487 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:23.310833 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:23.311163 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:23.311484 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:23.347172 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9a9f77-fb25-4123-b022-9ef96871f90a req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] No DVR routers for this DVR port 19a76278-058b-4061-8feb-032fb4899978 on host hv-cinder-83538 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:30:23.350429 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-0a9a9f77-fb25-4123-b022-9ef96871f90a req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:23.353623 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0a9a9f77-fb25-4123-b022-9ef96871f90a req-88b3a2e6-1cef-46ac-940c-38f23501832d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.16 "DELETE /v2.0/ports/19a76278-058b-4061-8feb-032fb4899978 HTTP/1.1" status: 204 len: 173 time: 0.5321863 Mar 27 15:30:23.354047 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6eab6b-1dd4-45da-b9dd-58cf3e5932fb', 'name': 'network-vif-deleted', 'tag': '19a76278-058b-4061-8feb-032fb4899978'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:30:23.356839 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3870968d-a902-4c4d-95c8-6a47f9c8a105" -d '{"events": [{"server_uuid": "df6eab6b-1dd4-45da-b9dd-58cf3e5932fb", "name": "network-vif-deleted", "tag": "19a76278-058b-4061-8feb-032fb4899978"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:30:23.393977 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2908286-c541-468b-b84c-b6fd8fa53f53 x-openstack-request-id: req-e2908286-c541-468b-b84c-b6fd8fa53f53 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:30:23.394447 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6eab6b-1dd4-45da-b9dd-58cf3e5932fb", "name": "network-vif-deleted", "tag": "19a76278-058b-4061-8feb-032fb4899978", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:30:23.394921 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2908286-c541-468b-b84c-b6fd8fa53f53 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:30:23.395509 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2908286-c541-468b-b84c-b6fd8fa53f53'] response: {'server_uuid': 'df6eab6b-1dd4-45da-b9dd-58cf3e5932fb', 'name': 'network-vif-deleted', 'tag': '19a76278-058b-4061-8feb-032fb4899978', 'status': 'completed', 'code': 200} Mar 27 15:30:23.583748 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a1463-8a83-467b-9b5f-eedef56864b5 req-def9b7fc-907b-4458-9b0d-a8de7302f598 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:23.585226 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3e9a1463-8a83-467b-9b5f-eedef56864b5 req-def9b7fc-907b-4458-9b0d-a8de7302f598 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0524797 Mar 27 15:30:23.635494 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3e9a1463-8a83-467b-9b5f-eedef56864b5 req-80be99a3-b601-4e61-a8f1-4f17a5d495bd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437281 Mar 27 15:30:23.650856 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:24.756049 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20505f0-21fe-4230-8586-de16b274406f req-dff9c67e-a076-4d25-a7e6-03fabef85777 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:24.757659 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f20505f0-21fe-4230-8586-de16b274406f req-dff9c67e-a076-4d25-a7e6-03fabef85777 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0514514 Mar 27 15:30:24.803536 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f20505f0-21fe-4230-8586-de16b274406f req-da08d1ab-4156-43a6-8e4a-315afb3d3805 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397315 Mar 27 15:30:25.404614 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:25.924029 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1745c9-7ef3-4598-ae0a-e7d7c8492e78 req-c3640042-7d7f-42b5-aa11-70b9988dedbf tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:25.925906 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cc1745c9-7ef3-4598-ae0a-e7d7c8492e78 req-c3640042-7d7f-42b5-aa11-70b9988dedbf tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0508561 Mar 27 15:30:25.971379 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cc1745c9-7ef3-4598-ae0a-e7d7c8492e78 req-9a10ae4f-1b17-4b1b-89c4-ecc2c1b99088 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394278 Mar 27 15:30:26.157043 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 19a76278-058b-4061-8feb-032fb4899978 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:30:26.176693 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: 19a76278-058b-4061-8feb-032fb4899978 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:30:26.177040 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 19a76278-058b-4061-8feb-032fb4899978 not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:30:26.545715 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:27.095771 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dc4c3-ecc4-4564-8cd1-16f4c52d72ec req-03c8947c-5e20-46fe-a3ab-6ab887d94aa4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:27.097226 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-387dc4c3-ecc4-4564-8cd1-16f4c52d72ec req-03c8947c-5e20-46fe-a3ab-6ab887d94aa4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0546610 Mar 27 15:30:27.141600 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-387dc4c3-ecc4-4564-8cd1-16f4c52d72ec req-37df9b9b-e71a-4b25-91c6-b31fd1da64ed tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389252 Mar 27 15:30:28.085809 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-7c1afcd4-3012-4089-baa8-badfaee451a1 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:28.087206 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-7c1afcd4-3012-4089-baa8-badfaee451a1 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/networks?id=a346965b-c424-4aa7-8425-a4822f034253 HTTP/1.1" status: 200 len: 814 time: 0.0962155 Mar 27 15:30:28.101663 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-f1a0c7a6-a44b-4060-8e0a-33d009647604 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/quotas/50170c1fcbac44e9821b7e9927e5d004 HTTP/1.1" status: 200 len: 375 time: 0.0091021 Mar 27 15:30:28.136294 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-f43f0f7a-c197-4ad0-9392-c60282de3360 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=50170c1fcbac44e9821b7e9927e5d004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295701 Mar 27 15:30:28.230312 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1e5b2bd0-525c-455a-b5f1-36d55740705c service neutron] 10.222.0.13 "GET /v2.0/networks/a346965b-c424-4aa7-8425-a4822f034253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877318 Mar 27 15:30:28.326079 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc5fa1-363f-4cba-8f5a-ac633696188e req-d5901942-fe29-4af5-8ca1-a769c295e4f5 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:28.327537 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f1dc5fa1-363f-4cba-8f5a-ac633696188e req-d5901942-fe29-4af5-8ca1-a769c295e4f5 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.1110494 Mar 27 15:30:28.358008 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-c6ddbe83-3c64-4cb1-b721-480f48b0d74a service neutron] 10.222.0.13 "GET /v2.0/networks/a346965b-c424-4aa7-8425-a4822f034253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135821 Mar 27 15:30:28.387418 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f1dc5fa1-363f-4cba-8f5a-ac633696188e req-24325689-914d-44d8-9f2f-1a44e779d720 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533280 Mar 27 15:30:28.514665 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-35b6420f-1c19-4b8a-9406-95ed8cd8045c req-f89e6f8a-ad69-45f8-98ba-88920b070e20 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 210 time: 0.0273678 Mar 27 15:30:29.559792 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cb34a-d427-47d4-afa6-8d058d6f0cf0 req-888f1be0-814c-46ec-8b50-9ffea0d653d1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:29.561343 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8b0cb34a-d427-47d4-afa6-8d058d6f0cf0 req-888f1be0-814c-46ec-8b50-9ffea0d653d1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0915601 Mar 27 15:30:29.569702 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-be2888b3-16b6-479c-b2de-e0bbe20171b2 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:29.571289 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-be2888b3-16b6-479c-b2de-e0bbe20171b2 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.16 "GET /v2.0/networks?id=a346965b-c424-4aa7-8425-a4822f034253 HTTP/1.1" status: 200 len: 814 time: 0.1585779 Mar 27 15:30:29.591838 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-ba198af7-002d-462b-ae86-cb72df25aba8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Request body: {'port': {'device_id': 'd9680818-84ec-4eb5-bb34-87b4813ecf9b', 'network_id': 'a346965b-c424-4aa7-8425-a4822f034253', 'admin_state_up': True, 'tenant_id': '50170c1fcbac44e9821b7e9927e5d004'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:30:29.668020 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6d0d45ad-9fc6-4dde-80c4-de4d8208965c req-9451ee42-7299-4bb6-842f-b2286b749d47 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 210 time: 0.0719945 Mar 27 15:30:29.689650 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8b0cb34a-d427-47d4-afa6-8d058d6f0cf0 req-14dfc7cd-f6ef-4ddf-84a4-a8f75f1fce5e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173813 Mar 27 15:30:29.741565 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-ba198af7-002d-462b-ae86-cb72df25aba8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Made reservation on behalf of 50170c1fcbac44e9821b7e9927e5d004 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:30:29.744854 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-ba198af7-002d-462b-ae86-cb72df25aba8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:29.865647 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-ba198af7-002d-462b-ae86-cb72df25aba8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Allocated IP 172.20.0.5 (a346965b-c424-4aa7-8425-a4822f034253/47845dee-4eb5-418b-b6e3-589a3a8469b0/10b48296-ca77-47da-81fa-a1aefb0743a6) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:30:30.008724 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-ba198af7-002d-462b-ae86-cb72df25aba8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Publish callbacks [] for port (10b48296-ca77-47da-81fa-a1aefb0743a6), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:30.041562 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-ba198af7-002d-462b-ae86-cb72df25aba8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (10b48296-ca77-47da-81fa-a1aefb0743a6), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:30.078463 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-ba198af7-002d-462b-ae86-cb72df25aba8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Network a346965b-c424-4aa7-8425-a4822f034253 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:30:30.081464 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-ba198af7-002d-462b-ae86-cb72df25aba8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:30:30.084990 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-ba198af7-002d-462b-ae86-cb72df25aba8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:30:30.115634 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba198af7-002d-462b-ae86-cb72df25aba8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Pushing event updated for resources: {'Port': ['ID=10b48296-ca77-47da-81fa-a1aefb0743a6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:30.139910 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-ba198af7-002d-462b-ae86-cb72df25aba8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:30.140521 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-ba198af7-002d-462b-ae86-cb72df25aba8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:30.155643 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-ba198af7-002d-462b-ae86-cb72df25aba8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5699100 Mar 27 15:30:30.168476 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Request body: {'port': {'device_id': 'd9680818-84ec-4eb5-bb34-87b4813ecf9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:30:30.228842 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (10b48296-ca77-47da-81fa-a1aefb0743a6), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:30.479035 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b48296-ca77-47da-81fa-a1aefb0743a6 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:30:30.486802 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Publish callbacks [] for port (10b48296-ca77-47da-81fa-a1aefb0743a6), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:30.499352 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Transition to ACTIVE for port object 10b48296-ca77-47da-81fa-a1aefb0743a6 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:30:30.502688 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (10b48296-ca77-47da-81fa-a1aefb0743a6), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:30.566964 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Pushing event updated for resources: {'Port': ['ID=10b48296-ca77-47da-81fa-a1aefb0743a6,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:30.618409 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Attempting to bind port 10b48296-ca77-47da-81fa-a1aefb0743a6 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:30:30.618755 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Attempting to bind port 10b48296-ca77-47da-81fa-a1aefb0743a6 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '118394f5-8379-4ab8-985c-aa5916b8ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a346965b-c424-4aa7-8425-a4822f034253'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:30:30.619099 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Attempting to bind port 10b48296-ca77-47da-81fa-a1aefb0743a6 on network a346965b-c424-4aa7-8425-a4822f034253 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:30:30.624188 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Port 10b48296-ca77-47da-81fa-a1aefb0743a6 on network a346965b-c424-4aa7-8425-a4822f034253 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:30:30.624509 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Attempting to bind port 10b48296-ca77-47da-81fa-a1aefb0743a6 on network a346965b-c424-4aa7-8425-a4822f034253 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:30:30.629359 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:30:30.629691 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Checking segment: {'id': '118394f5-8379-4ab8-985c-aa5916b8ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a346965b-c424-4aa7-8425-a4822f034253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:30:30.630062 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Bound using segment: {'id': '118394f5-8379-4ab8-985c-aa5916b8ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a346965b-c424-4aa7-8425-a4822f034253'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:30:30.630473 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Bound port: 10b48296-ca77-47da-81fa-a1aefb0743a6, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118394f5-8379-4ab8-985c-aa5916b8ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a346965b-c424-4aa7-8425-a4822f034253'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:30:30.630858 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (10b48296-ca77-47da-81fa-a1aefb0743a6), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:30.690594 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] For port 10b48296-ca77-47da-81fa-a1aefb0743a6, host hv-cinder-83538, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:30:30.693774 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] For port 10b48296-ca77-47da-81fa-a1aefb0743a6, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=10b48296-ca77-47da-81fa-a1aefb0743a6,segment=NetworkSegment(118394f5-8379-4ab8-985c-aa5916b8ec78),segment_id=118394f5-8379-4ab8-985c-aa5916b8ec78)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:30:30.700405 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (10b48296-ca77-47da-81fa-a1aefb0743a6), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:30.731738 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:30.732364 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:30.733785 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] 10.222.0.16 "PUT /v2.0/ports/10b48296-ca77-47da-81fa-a1aefb0743a6 HTTP/1.1" status: 200 len: 1093 time: 0.5694225 Mar 27 15:30:30.736141 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9680818-84ec-4eb5-bb34-87b4813ecf9b', 'tag': '10b48296-ca77-47da-81fa-a1aefb0743a6'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:30:30.739943 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c888256-7c89-4a8c-96ec-f90ea576aa88" -d '{"events": [{"name": "network-changed", "server_uuid": "d9680818-84ec-4eb5-bb34-87b4813ecf9b", "tag": "10b48296-ca77-47da-81fa-a1aefb0743a6"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:30:30.843578 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ee267-3221-4546-a6b4-7cc486612a35 service neutron] Pushing event updated for resources: {'Port': ['ID=10b48296-ca77-47da-81fa-a1aefb0743a6,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:30.885836 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c4e29-3899-4e35-b2f5-a57658d70f5e req-475d97dd-2a12-420a-8c8c-bd3fac1e7857 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:30.887382 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-097c4e29-3899-4e35-b2f5-a57658d70f5e req-475d97dd-2a12-420a-8c8c-bd3fac1e7857 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 943 time: 0.1400533 Mar 27 15:30:30.898322 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbddc2-4add-4ce1-9e2b-af29320cea20 req-7e04810b-e1a7-4c7c-87f4-8c3b0ff3c88e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:30.899764 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b8cbddc2-4add-4ce1-9e2b-af29320cea20 req-7e04810b-e1a7-4c7c-87f4-8c3b0ff3c88e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.1181607 Mar 27 15:30:30.904714 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-6d3f33d1-a095-4217-91b2-b01f3e44bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:30.906077 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-6d3f33d1-a095-4217-91b2-b01f3e44bc3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50170c1fcbac44e9821b7e9927e5d004&device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 1127 time: 0.1173058 Mar 27 15:30:30.972973 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-68c6c62d-566d-4fe6-a8fd-45bf9706f01e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10b48296-ca77-47da-81fa-a1aefb0743a6 HTTP/1.1" status: 200 len: 217 time: 0.0493715 Mar 27 15:30:31.045317 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-097c4e29-3899-4e35-b2f5-a57658d70f5e req-efe08a2f-0f18-49de-a352-3f486ac354ae tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438818 Mar 27 15:30:31.049839 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b8cbddc2-4add-4ce1-9e2b-af29320cea20 req-2181b09d-1036-41bd-be6f-cf7615e711f7 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389344 Mar 27 15:30:31.058181 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-b4ac50b2-70f3-47d4-a329-b16e3edc37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:31.059809 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-b4ac50b2-70f3-47d4-a329-b16e3edc37c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47845dee-4eb5-418b-b6e3-589a3a8469b0 HTTP/1.1" status: 200 len: 854 time: 0.0767076 Mar 27 15:30:31.094620 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4468c266-2da9-4f4f-9730-e2610122ee10 x-openstack-request-id: req-4468c266-2da9-4f4f-9730-e2610122ee10 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:30:31.094938 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9680818-84ec-4eb5-bb34-87b4813ecf9b", "tag": "10b48296-ca77-47da-81fa-a1aefb0743a6", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:30:31.095196 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4468c266-2da9-4f4f-9730-e2610122ee10 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:30:31.095601 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4468c266-2da9-4f4f-9730-e2610122ee10'] response: {'name': 'network-changed', 'server_uuid': 'd9680818-84ec-4eb5-bb34-87b4813ecf9b', 'tag': '10b48296-ca77-47da-81fa-a1aefb0743a6', 'status': 'completed', 'code': 200} Mar 27 15:30:31.097582 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-de470556-0d56-4a4f-a9f6-c79cfa6fbd7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a346965b-c424-4aa7-8425-a4822f034253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283976 Mar 27 15:30:31.186482 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-07be44ce-86b9-4826-9a15-d538383910df service neutron] 10.222.0.16 "GET /v2.0/networks/a346965b-c424-4aa7-8425-a4822f034253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819459 Mar 27 15:30:31.272779 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-93f06efe-f598-4fc5-badf-bb6a26f3fcd3 req-23432be4-7ee3-4aa7-a63f-96e8990c9938 service neutron] 10.222.0.16 "GET /v2.0/networks/a346965b-c424-4aa7-8425-a4822f034253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801442 Mar 27 15:30:31.380583 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c888256-7c89-4a8c-96ec-f90ea576aa88 req-69812981-b671-4da0-a49f-604ef51c1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:31.382092 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7c888256-7c89-4a8c-96ec-f90ea576aa88 req-69812981-b671-4da0-a49f-604ef51c1d2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50170c1fcbac44e9821b7e9927e5d004&device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 1127 time: 0.0494463 Mar 27 15:30:31.466832 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c888256-7c89-4a8c-96ec-f90ea576aa88 req-abee9b1f-dda2-485a-aaaf-9f30708d4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:31.468298 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7c888256-7c89-4a8c-96ec-f90ea576aa88 req-abee9b1f-dda2-485a-aaaf-9f30708d4626 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a346965b-c424-4aa7-8425-a4822f034253 HTTP/1.1" status: 200 len: 915 time: 0.0803776 Mar 27 15:30:31.513119 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7c888256-7c89-4a8c-96ec-f90ea576aa88 req-bfce68bd-dbfd-4fb3-87be-02d60fefe64c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10b48296-ca77-47da-81fa-a1aefb0743a6 HTTP/1.1" status: 200 len: 217 time: 0.0375919 Mar 27 15:30:31.560407 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c888256-7c89-4a8c-96ec-f90ea576aa88 req-4754b8a9-2bd1-44ae-a69b-5a2fe0552426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:31.561726 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7c888256-7c89-4a8c-96ec-f90ea576aa88 req-4754b8a9-2bd1-44ae-a69b-5a2fe0552426 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47845dee-4eb5-418b-b6e3-589a3a8469b0 HTTP/1.1" status: 200 len: 854 time: 0.0414085 Mar 27 15:30:31.593052 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7c888256-7c89-4a8c-96ec-f90ea576aa88 req-858297cf-ac44-4ee5-8d35-09a93c1f9500 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a346965b-c424-4aa7-8425-a4822f034253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248549 Mar 27 15:30:31.676709 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7c888256-7c89-4a8c-96ec-f90ea576aa88 req-f8d6060d-5565-41d2-b828-8c87d9e1de90 service neutron] 10.222.0.16 "GET /v2.0/networks/a346965b-c424-4aa7-8425-a4822f034253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777011 Mar 27 15:30:31.767095 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7c888256-7c89-4a8c-96ec-f90ea576aa88 req-baf4198c-010a-4fe3-a96e-8b74d071ed78 service neutron] 10.222.0.16 "GET /v2.0/networks/a346965b-c424-4aa7-8425-a4822f034253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820668 Mar 27 15:30:32.194839 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9330336-2cfc-4ae0-b743-cf49c9b1a34a req-a5953f86-30c2-4c23-a28f-284dd1b9569c tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:32.196290 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d9330336-2cfc-4ae0-b743-cf49c9b1a34a req-a5953f86-30c2-4c23-a28f-284dd1b9569c tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 943 time: 0.0851352 Mar 27 15:30:32.207856 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb662d-b40d-42c5-a25c-dd79637064a2 req-6338eaa3-4c02-44a7-93e0-6f435f3ae53f tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:32.209243 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-33cb662d-b40d-42c5-a25c-dd79637064a2 req-6338eaa3-4c02-44a7-93e0-6f435f3ae53f tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0711632 Mar 27 15:30:32.279663 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d9330336-2cfc-4ae0-b743-cf49c9b1a34a req-c88701bf-1dc3-4d72-896f-e661db54d4e6 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694871 Mar 27 15:30:32.283874 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-33cb662d-b40d-42c5-a25c-dd79637064a2 req-faf2746f-3f71-4363-9ff5-01282e12fe07 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680501 Mar 27 15:30:33.426974 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbc6c9-d9f6-4014-94fd-368fb5aaeeea req-cf6e646c-0404-4b16-ac73-3a8a51a863c0 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:33.428442 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-52bbc6c9-d9f6-4014-94fd-368fb5aaeeea req-cf6e646c-0404-4b16-ac73-3a8a51a863c0 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 943 time: 0.0823195 Mar 27 15:30:33.439430 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc252d-a911-4786-b615-7d3bff431475 req-c48d6daf-1efd-4e6e-9bbc-226b66cdd358 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:33.440823 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2abc252d-a911-4786-b615-7d3bff431475 req-c48d6daf-1efd-4e6e-9bbc-226b66cdd358 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0823338 Mar 27 15:30:33.510507 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-52bbc6c9-d9f6-4014-94fd-368fb5aaeeea req-99e86846-8236-41b1-ad9c-1c9c7a36017b tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687513 Mar 27 15:30:33.517117 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2abc252d-a911-4786-b615-7d3bff431475 req-60a9900c-79bc-412d-9bbd-648a9929992f tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699403 Mar 27 15:30:34.190930 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 10b48296-ca77-47da-81fa-a1aefb0743a6 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:30:34.285973 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 10b48296-ca77-47da-81fa-a1aefb0743a6, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=10b48296-ca77-47da-81fa-a1aefb0743a6,segment=NetworkSegment(118394f5-8379-4ab8-985c-aa5916b8ec78),segment_id=118394f5-8379-4ab8-985c-aa5916b8ec78)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:30:34.296950 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '10b48296-ca77-47da-81fa-a1aefb0743a6', 'network_id': 'a346965b-c424-4aa7-8425-a4822f034253', 'port_id': '10b48296-ca77-47da-81fa-a1aefb0743a6', 'mac_address': 'fa:16:3e:4f:c0:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47845dee-4eb5-418b-b6e3-589a3a8469b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:30:34.334380 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 10b48296-ca77-47da-81fa-a1aefb0743a6 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:30:34.335024 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (10b48296-ca77-47da-81fa-a1aefb0743a6), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:34.349061 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b48296-ca77-47da-81fa-a1aefb0743a6 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:30:34.368299 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 10b48296-ca77-47da-81fa-a1aefb0743a6, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=10b48296-ca77-47da-81fa-a1aefb0743a6,segment=NetworkSegment(118394f5-8379-4ab8-985c-aa5916b8ec78),segment_id=118394f5-8379-4ab8-985c-aa5916b8ec78)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:30:34.371770 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (10b48296-ca77-47da-81fa-a1aefb0743a6), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:34.416833 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=10b48296-ca77-47da-81fa-a1aefb0743a6,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:34.423597 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:34.423943 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:34.424283 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:34.424621 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:34.424950 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:34.425277 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:34.425603 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:34.425927 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:34.426248 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:34.426570 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:34.426917 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:34.427243 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:34.427562 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:34.427880 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:34.428202 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:34.657296 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c37841-05eb-4022-9a67-b94ff88e77ef req-1d2ba405-194a-477c-b70c-568dd8a4daa8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:34.658773 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-60c37841-05eb-4022-9a67-b94ff88e77ef req-1d2ba405-194a-477c-b70c-568dd8a4daa8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 944 time: 0.0821781 Mar 27 15:30:34.665531 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83737f-4e05-4c00-9667-65cc4bfe2e6e req-996b98fd-bece-4a64-a924-29752e35d452 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:34.666885 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-be83737f-4e05-4c00-9667-65cc4bfe2e6e req-996b98fd-bece-4a64-a924-29752e35d452 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0806315 Mar 27 15:30:34.734940 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-60c37841-05eb-4022-9a67-b94ff88e77ef req-723f46f8-3b8b-4d75-bf83-50c8268ca66a tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670259 Mar 27 15:30:34.741326 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-be83737f-4e05-4c00-9667-65cc4bfe2e6e req-4af9a1b0-3228-4dbf-abf3-79cba695cc7a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679018 Mar 27 15:30:34.834077 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['10b48296-ca77-47da-81fa-a1aefb0743a6'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:30:35.883836 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84925e6d-787d-459e-93cc-0661b68cea20 req-9cdbbd4a-3524-4977-9c22-a9685d0d750b tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:35.885291 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-84925e6d-787d-459e-93cc-0661b68cea20 req-9cdbbd4a-3524-4977-9c22-a9685d0d750b tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 944 time: 0.0826185 Mar 27 15:30:35.893211 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a65855-667c-4abc-9071-59e9b0044eb9 req-32b05da6-ca8d-4e28-b65d-b85f445da9e5 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:35.894546 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a7a65855-667c-4abc-9071-59e9b0044eb9 req-32b05da6-ca8d-4e28-b65d-b85f445da9e5 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0819676 Mar 27 15:30:35.963371 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-84925e6d-787d-459e-93cc-0661b68cea20 req-051e204b-0b52-49de-829e-ac0c812f9638 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678763 Mar 27 15:30:35.967195 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a7a65855-667c-4abc-9071-59e9b0044eb9 req-16878115-fdf8-4db0-93aa-13d44e895849 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662730 Mar 27 15:30:36.187318 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 10b48296-ca77-47da-81fa-a1aefb0743a6 up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:30:36.236028 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port 10b48296-ca77-47da-81fa-a1aefb0743a6 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:30:36.241913 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 10b48296-ca77-47da-81fa-a1aefb0743a6 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:30:36.242322 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (10b48296-ca77-47da-81fa-a1aefb0743a6), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:36.319813 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 10b48296-ca77-47da-81fa-a1aefb0743a6 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:30:36.320203 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (10b48296-ca77-47da-81fa-a1aefb0743a6), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:36.342657 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9680818-84ec-4eb5-bb34-87b4813ecf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b48296-ca77-47da-81fa-a1aefb0743a6'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:30:36.344869 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e971ff2-14b6-4a95-ba69-31605b8083d5" -d '{"events": [{"server_uuid": "d9680818-84ec-4eb5-bb34-87b4813ecf9b", "name": "network-vif-plugged", "status": "completed", "tag": "10b48296-ca77-47da-81fa-a1aefb0743a6"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:30:36.357668 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 10b48296-ca77-47da-81fa-a1aefb0743a6, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=10b48296-ca77-47da-81fa-a1aefb0743a6,segment=NetworkSegment(118394f5-8379-4ab8-985c-aa5916b8ec78),segment_id=118394f5-8379-4ab8-985c-aa5916b8ec78)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:30:36.368705 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (10b48296-ca77-47da-81fa-a1aefb0743a6), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:36.392604 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2665b0-e868-47a6-8982-4b761deb9dd3 x-openstack-request-id: req-df2665b0-e868-47a6-8982-4b761deb9dd3 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:30:36.392894 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9680818-84ec-4eb5-bb34-87b4813ecf9b", "name": "network-vif-plugged", "status": "completed", "tag": "10b48296-ca77-47da-81fa-a1aefb0743a6", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:30:36.393149 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df2665b0-e868-47a6-8982-4b761deb9dd3 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:30:36.393540 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2665b0-e868-47a6-8982-4b761deb9dd3'] response: {'server_uuid': 'd9680818-84ec-4eb5-bb34-87b4813ecf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b48296-ca77-47da-81fa-a1aefb0743a6', 'code': 200} Mar 27 15:30:36.418936 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=10b48296-ca77-47da-81fa-a1aefb0743a6,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:36.556059 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696ed9b-d6a7-4bd9-974d-06dccf398fad req-046ad2a2-cf54-4be1-882c-59a7bbf3f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:36.557510 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b696ed9b-d6a7-4bd9-974d-06dccf398fad req-046ad2a2-cf54-4be1-882c-59a7bbf3f9b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 1129 time: 0.0457997 Mar 27 15:30:36.603643 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b696ed9b-d6a7-4bd9-974d-06dccf398fad req-89dc0fe7-05ac-4595-aba1-02f534de1ffc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380344 Mar 27 15:30:37.109361 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a13844-c406-4ed7-a29a-abcdedb9fb46 req-8cba915b-b557-47d0-8107-6b7fb7af9983 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:37.110841 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-08a13844-c406-4ed7-a29a-abcdedb9fb46 req-8cba915b-b557-47d0-8107-6b7fb7af9983 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0722997 Mar 27 15:30:37.117459 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70bddf-eda4-4649-a2f5-373c8799b3fd req-74d9dd82-1ac5-413b-98f4-4e589b6de2d6 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:37.118852 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6b70bddf-eda4-4649-a2f5-373c8799b3fd req-74d9dd82-1ac5-413b-98f4-4e589b6de2d6 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0889280 Mar 27 15:30:37.187857 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-08a13844-c406-4ed7-a29a-abcdedb9fb46 req-b8e8ca26-55e0-44d1-9f4d-26b4d69c23e3 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680952 Mar 27 15:30:37.194387 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6b70bddf-eda4-4649-a2f5-373c8799b3fd req-d61b66b5-5177-44f5-bb41-a659bd7d8256 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683587 Mar 27 15:30:37.797329 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:30:38.194102 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:30:38.291663 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:30:38.305663 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'port_id': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee', 'mac_address': 'fa:16:3e:38:13:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:30:38.343067 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d784b21-d178-4fe4-a1b8-b32fb09d6522 req-56def9c9-5b1e-4651-9465-9028cb2742d3 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:38.344795 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9d784b21-d178-4fe4-a1b8-b32fb09d6522 req-56def9c9-5b1e-4651-9465-9028cb2742d3 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0855727 Mar 27 15:30:38.344946 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:30:38.345241 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:38.365449 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:30:38.366990 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ead16-35f5-4a3c-9128-3e8e6b55de46 req-76014cc0-adb0-4c26-9ab6-a541cfae1b32 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:38.368456 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-217ead16-35f5-4a3c-9128-3e8e6b55de46 req-76014cc0-adb0-4c26-9ab6-a541cfae1b32 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0982630 Mar 27 15:30:38.391240 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:30:38.396729 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:38.438834 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9d784b21-d178-4fe4-a1b8-b32fb09d6522 req-0bfe9163-6de9-4ba6-aacb-d6f9e0059138 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834823 Mar 27 15:30:38.446660 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-217ead16-35f5-4a3c-9128-3e8e6b55de46 req-fd149ad9-aa9d-4245-b4b8-87653f793987 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659373 Mar 27 15:30:38.449110 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:38.547553 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['9bbd2991-dff8-4187-ba17-ad99fb3ad6ee'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:30:38.551457 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:39.598072 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ff715-af27-47ed-813d-af23df3c76b0 req-d6767838-9086-4eae-87ea-4b2918397cd0 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:39.599600 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-675ff715-af27-47ed-813d-af23df3c76b0 req-d6767838-9086-4eae-87ea-4b2918397cd0 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 945 time: 0.0902472 Mar 27 15:30:39.611243 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f9610-d5d4-44d3-afe8-1a99093f759b req-0d837a9d-7ae6-49ba-846e-3ec11b22a40c tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:39.613102 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-260f9610-d5d4-44d3-afe8-1a99093f759b req-0d837a9d-7ae6-49ba-846e-3ec11b22a40c tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0891724 Mar 27 15:30:39.684587 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-675ff715-af27-47ed-813d-af23df3c76b0 req-ab09a254-99ea-415e-b35d-ade6c97106e0 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709577 Mar 27 15:30:39.688256 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-260f9610-d5d4-44d3-afe8-1a99093f759b req-467fa43c-a785-4abc-b61c-566cfc4bd24f tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689290 Mar 27 15:30:40.189839 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:30:40.241142 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:30:40.241555 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:40.320055 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:30:40.320444 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:40.345405 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:30:40.347590 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0040e2ac-5508-443e-adb3-2f5afa5eb63e" -d '{"events": [{"server_uuid": "b49b704d-bbdf-4275-9a58-6cc58796e60e", "name": "network-vif-plugged", "status": "completed", "tag": "9bbd2991-dff8-4187-ba17-ad99fb3ad6ee"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:30:40.364550 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:30:40.369576 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:40.395302 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a278211-5b9d-4d0a-b9e1-0ae954d49408 x-openstack-request-id: req-1a278211-5b9d-4d0a-b9e1-0ae954d49408 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:30:40.395571 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49b704d-bbdf-4275-9a58-6cc58796e60e", "name": "network-vif-plugged", "status": "completed", "tag": "9bbd2991-dff8-4187-ba17-ad99fb3ad6ee", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:30:40.396772 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a278211-5b9d-4d0a-b9e1-0ae954d49408 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:30:40.396772 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a278211-5b9d-4d0a-b9e1-0ae954d49408'] response: {'server_uuid': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee', 'code': 200} Mar 27 15:30:40.421566 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:40.820341 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99898f4-a04d-47e0-916a-732bbb1a1ff9 req-dcc38350-aa73-49a2-b7a1-647451c557a9 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:40.821904 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a99898f4-a04d-47e0-916a-732bbb1a1ff9 req-dcc38350-aa73-49a2-b7a1-647451c557a9 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0581555 Mar 27 15:30:40.868975 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a99898f4-a04d-47e0-916a-732bbb1a1ff9 req-2139eca7-b815-4b9f-b939-0faa00fc7126 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408585 Mar 27 15:30:41.999541 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f1eeb-5b03-4f79-8f46-4de655affa28 req-b0748048-2aa1-4313-a139-d873a13c557e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:42.001038 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-218f1eeb-5b03-4f79-8f46-4de655affa28 req-b0748048-2aa1-4313-a139-d873a13c557e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0544200 Mar 27 15:30:42.049046 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-218f1eeb-5b03-4f79-8f46-4de655affa28 req-b2faf739-0104-4615-9fbe-a823a669d10b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424139 Mar 27 15:30:43.175836 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce67003-8064-472e-8e43-baa23baba47e req-08d1a713-1e2b-4673-85b0-be6c7d8870cf tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:43.177336 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cce67003-8064-472e-8e43-baa23baba47e req-08d1a713-1e2b-4673-85b0-be6c7d8870cf tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0530896 Mar 27 15:30:43.227950 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cce67003-8064-472e-8e43-baa23baba47e req-1b97d746-3943-4bde-978a-571ce5568437 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450845 Mar 27 15:30:44.367290 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927aab2f-3e8f-4c19-8d46-d782f9660864 req-05850ede-2405-4a4f-ab28-86247e8169c9 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:44.368750 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-927aab2f-3e8f-4c19-8d46-d782f9660864 req-05850ede-2405-4a4f-ab28-86247e8169c9 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0555789 Mar 27 15:30:44.418658 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-927aab2f-3e8f-4c19-8d46-d782f9660864 req-23dc1d28-efea-46a9-802c-d0b7a7c42b05 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435579 Mar 27 15:30:45.543470 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2d157-dae7-4d5a-86e5-7bdffd7dd5c6 req-d7313c9b-08b9-4879-bce7-e702787b0dbe tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:45.545563 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cbb2d157-dae7-4d5a-86e5-7bdffd7dd5c6 req-d7313c9b-08b9-4879-bce7-e702787b0dbe tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0530221 Mar 27 15:30:45.591718 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cbb2d157-dae7-4d5a-86e5-7bdffd7dd5c6 req-43e7140a-8e0d-4265-9282-47f083501a1a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404556 Mar 27 15:30:46.982913 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca2714-7be7-4ebc-a168-d49bad757082 req-f0169054-facc-480b-a755-45f10a0dbc64 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:46.985322 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-daca2714-7be7-4ebc-a168-d49bad757082 req-f0169054-facc-480b-a755-45f10a0dbc64 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.3188021 Mar 27 15:30:47.069149 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-daca2714-7be7-4ebc-a168-d49bad757082 req-a385aa10-fdcb-43c9-a2f6-f1a50189bd0b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751469 Mar 27 15:30:48.200087 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fbcd3-a007-4807-9627-4565aab96973 req-a8d1721c-788d-473c-9a99-0104c9d61e67 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:48.201712 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-683fbcd3-a007-4807-9627-4565aab96973 req-a8d1721c-788d-473c-9a99-0104c9d61e67 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0534801 Mar 27 15:30:48.252815 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-683fbcd3-a007-4807-9627-4565aab96973 req-15af6210-910c-4fa3-9f55-6bbafff99b6b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453773 Mar 27 15:30:49.398640 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99457b06-f20f-4379-b971-d0d08aff668d req-dfe3127b-0b15-4180-8824-56d63061202c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:49.400267 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-99457b06-f20f-4379-b971-d0d08aff668d req-dfe3127b-0b15-4180-8824-56d63061202c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0664880 Mar 27 15:30:49.449247 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-99457b06-f20f-4379-b971-d0d08aff668d req-90d6d4a1-fdf7-419d-a782-b1bbb24b6df2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429173 Mar 27 15:30:50.094075 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8ec9fb1-04ed-4562-bb12-6089acba170c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:50.596721 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3545c-9af6-4127-b8cd-08d6130923eb req-2eafc6ae-106c-487b-a2dc-ca95975e7ad6 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:50.598437 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fdc3545c-9af6-4127-b8cd-08d6130923eb req-2eafc6ae-106c-487b-a2dc-ca95975e7ad6 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0643198 Mar 27 15:30:50.647086 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fdc3545c-9af6-4127-b8cd-08d6130923eb req-8414b7c2-68b3-47ad-80a9-29383dd9936b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420167 Mar 27 15:30:51.782092 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7aa7c-5bac-4b64-8614-f1f392ab0ae4 req-b3c652fb-03a5-4e5c-89fc-7018b5b761a7 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:51.784568 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8ce7aa7c-5bac-4b64-8614-f1f392ab0ae4 req-b3c652fb-03a5-4e5c-89fc-7018b5b761a7 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0581706 Mar 27 15:30:51.838949 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8ce7aa7c-5bac-4b64-8614-f1f392ab0ae4 req-4270d889-f26b-44fe-8a22-b667523fb3dc tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490370 Mar 27 15:30:52.320901 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-813652a2-dfdf-482a-9d8a-2c6632cfcf61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:52.972192 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ad947-f996-4515-bded-5d553bf64f98 req-a58fb0e5-520c-4135-b9e6-b677519505f4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:52.979249 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bf7ad947-f996-4515-bded-5d553bf64f98 req-a58fb0e5-520c-4135-b9e6-b677519505f4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0626066 Mar 27 15:30:53.035398 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bf7ad947-f996-4515-bded-5d553bf64f98 req-0b69bf3b-be4f-42ac-a229-c003dd788863 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550268 Mar 27 15:30:53.653390 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:54.171875 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac3c20-4d6e-4fbf-b0cc-c2ce24f7206a req-fac3185a-3890-4ffb-87ad-d3ef207db87c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:54.173316 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8aac3c20-4d6e-4fbf-b0cc-c2ce24f7206a req-fac3185a-3890-4ffb-87ad-d3ef207db87c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0673678 Mar 27 15:30:54.227262 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8aac3c20-4d6e-4fbf-b0cc-c2ce24f7206a req-f7940d5f-9aec-4cc0-be62-e03e107c284d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478427 Mar 27 15:30:55.367863 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79953bc5-c845-4504-ad35-f6f411223812 req-ca25bcd5-bb85-4171-be39-ada0aee4a929 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:55.369380 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-79953bc5-c845-4504-ad35-f6f411223812 req-ca25bcd5-bb85-4171-be39-ada0aee4a929 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0601571 Mar 27 15:30:55.420356 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:55.427222 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-79953bc5-c845-4504-ad35-f6f411223812 req-cfc9fef8-36d7-48cf-be1b-801900152e58 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491872 Mar 27 15:30:56.559662 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:56.586373 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8a3f6-3abd-4fcb-9538-924cca7f8210 req-9a35448b-d7bb-4a19-b9c5-b83af340f702 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:56.588201 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ced8a3f6-3abd-4fcb-9538-924cca7f8210 req-9a35448b-d7bb-4a19-b9c5-b83af340f702 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0682013 Mar 27 15:30:56.639623 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ced8a3f6-3abd-4fcb-9538-924cca7f8210 req-8dabb1aa-7a61-4d86-81e7-38bf8bc18e8b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456119 Mar 27 15:30:57.757975 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33cd95-5a79-44b1-b603-b37192b630ff req-92fdfcad-db59-455f-bddc-65c668270a96 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:57.759460 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ab33cd95-5a79-44b1-b603-b37192b630ff req-92fdfcad-db59-455f-bddc-65c668270a96 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0502453 Mar 27 15:30:57.807821 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ab33cd95-5a79-44b1-b603-b37192b630ff req-49d9ef3d-aa2b-4f50-ab90-d76d69dca6c6 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422707 Mar 27 15:30:58.013928 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899b16b-3d4d-43e5-b8e7-5930e9ae8695 req-ad88aa8f-ab3d-4dca-822d-fd22091e0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:58.015397 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4899b16b-3d4d-43e5-b8e7-5930e9ae8695 req-ad88aa8f-ab3d-4dca-822d-fd22091e0fd0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7&device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 1130 time: 0.0434036 Mar 27 15:30:58.101429 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899b16b-3d4d-43e5-b8e7-5930e9ae8695 req-d6bfc51b-74fd-46b6-beab-d223ad33f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:58.102925 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4899b16b-3d4d-43e5-b8e7-5930e9ae8695 req-d6bfc51b-74fd-46b6-beab-d223ad33f3ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9 HTTP/1.1" status: 200 len: 917 time: 0.0797758 Mar 27 15:30:58.167223 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4899b16b-3d4d-43e5-b8e7-5930e9ae8695 req-53b450af-0e5b-42eb-978e-32d59ce0ace7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee HTTP/1.1" status: 200 len: 1002 time: 0.0580158 Mar 27 15:30:58.212203 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899b16b-3d4d-43e5-b8e7-5930e9ae8695 req-b4fd7010-6b6c-48f8-a989-61a47577ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:58.213574 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4899b16b-3d4d-43e5-b8e7-5930e9ae8695 req-b4fd7010-6b6c-48f8-a989-61a47577ad20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0561c3b1-821a-43aa-9e3d-0208dfe94d6f HTTP/1.1" status: 200 len: 855 time: 0.0403881 Mar 27 15:30:58.262790 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899b16b-3d4d-43e5-b8e7-5930e9ae8695 req-7ffd7029-da20-42a7-9aa4-fe27b4b422bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:58.264372 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4899b16b-3d4d-43e5-b8e7-5930e9ae8695 req-7ffd7029-da20-42a7-9aa4-fe27b4b422bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0433497 Mar 27 15:30:58.357373 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4899b16b-3d4d-43e5-b8e7-5930e9ae8695 req-1fb83127-e3a9-45ca-8c29-1094bb8d44ae service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843506 Mar 27 15:30:58.443387 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4899b16b-3d4d-43e5-b8e7-5930e9ae8695 req-e48e734c-d387-4f62-b4b6-b2507c7f84fe service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797389 Mar 27 15:30:58.935571 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edb24e-0510-4b75-929b-faa19204252a req-1e9c7c4f-4da9-4cd0-b717-da7ebb955c76 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:58.937053 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-11edb24e-0510-4b75-929b-faa19204252a req-1e9c7c4f-4da9-4cd0-b717-da7ebb955c76 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0556490 Mar 27 15:30:58.982252 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-11edb24e-0510-4b75-929b-faa19204252a req-5cd86846-ec09-437e-b8b2-a8f8f9f1e7e6 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397913 Mar 27 15:31:00.102074 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39eea36-f819-4a1b-b6f2-951f5adb46ba req-eb32dade-bfeb-4dee-9772-0daa1bb89ba7 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:00.103629 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f39eea36-f819-4a1b-b6f2-951f5adb46ba req-eb32dade-bfeb-4dee-9772-0daa1bb89ba7 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 946 time: 0.0515780 Mar 27 15:31:00.148309 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f39eea36-f819-4a1b-b6f2-951f5adb46ba req-f1d8b855-7d13-4625-9c7e-ca94ae094e15 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386162 Mar 27 15:31:00.282799 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:31:00.357390 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:00.357770 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:00.379496 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:31:00.381650 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee1b04d-dbad-4ae1-a32c-3ce727b27563" -d '{"events": [{"server_uuid": "b49b704d-bbdf-4275-9a58-6cc58796e60e", "name": "network-vif-unplugged", "status": "completed", "tag": "9bbd2991-dff8-4187-ba17-ad99fb3ad6ee"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:31:00.393603 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:00.398225 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:00.422365 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 27 Mar 2022 15:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153b9c77-d407-454a-90ae-ccb984e02873 x-openstack-request-id: req-153b9c77-d407-454a-90ae-ccb984e02873 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:31:00.422651 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49b704d-bbdf-4275-9a58-6cc58796e60e", "name": "network-vif-unplugged", "status": "completed", "tag": "9bbd2991-dff8-4187-ba17-ad99fb3ad6ee", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:31:00.422988 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-153b9c77-d407-454a-90ae-ccb984e02873 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:31:00.423363 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-153b9c77-d407-454a-90ae-ccb984e02873'] response: {'server_uuid': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee', 'code': 200} Mar 27 15:31:00.445860 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:01.272640 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297ad19-a230-4a96-be60-a922cb3bb1e0 req-604450db-7f8c-4c09-a1b9-8f6a6e2743d1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:01.274087 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a297ad19-a230-4a96-be60-a922cb3bb1e0 req-604450db-7f8c-4c09-a1b9-8f6a6e2743d1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0560241 Mar 27 15:31:01.319451 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a297ad19-a230-4a96-be60-a922cb3bb1e0 req-bae5f7a8-2d8e-4976-a8b7-aaffa0120905 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389090 Mar 27 15:31:01.797518 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [req-b2b3528f-4fd9-40ff-b310-6a38e6821e5f req-c2b8cb3d-a6e7-40b7-bbf4-7a18c7771f94 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:31:01.798479 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b2b3528f-4fd9-40ff-b310-6a38e6821e5f req-c2b8cb3d-a6e7-40b7-bbf4-7a18c7771f94 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059531 Mar 27 15:31:01.955623 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a966d-917f-4d45-84a4-26e5a0c69d4c req-c8a98d2c-491a-43d1-8868-11a881efa06d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:01.957146 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-232a966d-917f-4d45-84a4-26e5a0c69d4c req-c8a98d2c-491a-43d1-8868-11a881efa06d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0519366 Mar 27 15:31:02.003688 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-232a966d-917f-4d45-84a4-26e5a0c69d4c req-2ed8fb17-43ff-4c5a-b1a8-d87334c651b6 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407979 Mar 27 15:31:02.172319 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 37350) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:02.258218 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-40b2c407-eb1c-4d5a-a146-11d98f3da61d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847628 Mar 27 15:31:02.266583 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-459306a9-40e5-4f90-ad5e-053b801d3e42 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:31:02.267550 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-459306a9-40e5-4f90-ad5e-053b801d3e42 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048070 Mar 27 15:31:02.342393 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 37360) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:02.436257 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-0e6ab801-97f3-491c-8c53-95941a662bf4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:02.437594 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-0e6ab801-97f3-491c-8c53-95941a662bf4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports/9bbd2991-dff8-4187-ba17-ad99fb3ad6ee HTTP/1.1" status: 200 len: 941 time: 0.0942059 Mar 27 15:31:03.129258 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e8d3f-8ecc-44ec-9a02-b83cb887c395 req-87a6404e-c729-4d34-9485-e7d27544937a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:03.130743 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d48e8d3f-8ecc-44ec-9a02-b83cb887c395 req-87a6404e-c729-4d34-9485-e7d27544937a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0551639 Mar 27 15:31:03.179515 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d48e8d3f-8ecc-44ec-9a02-b83cb887c395 req-929f4023-4260-4caa-9af8-80d8e19e13b3 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431693 Mar 27 15:31:03.733785 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-899050f1-7549-4b1d-ac6e-b9655ac36ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:03.735295 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-899050f1-7549-4b1d-ac6e-b9655ac36ba4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e&tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7 HTTP/1.1" status: 200 len: 1128 time: 0.0770233 Mar 27 15:31:03.804288 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-cfb994ba-298b-45de-987c-9f40f5091bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:03.805737 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-cfb994ba-298b-45de-987c-9f40f5091bbb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7&device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 1128 time: 0.0432324 Mar 27 15:31:03.891184 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-86a8cb8c-69f0-44f3-ae0f-0e95326f58b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:03.892502 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-86a8cb8c-69f0-44f3-ae0f-0e95326f58b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9 HTTP/1.1" status: 200 len: 917 time: 0.0788090 Mar 27 15:31:03.957872 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-79a9f917-2f2a-46b5-8fd4-006e659a2f66 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee HTTP/1.1" status: 200 len: 1000 time: 0.0585372 Mar 27 15:31:04.005439 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-93544abe-562e-4a63-bf3a-0ecbc2670039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:04.006839 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-93544abe-562e-4a63-bf3a-0ecbc2670039 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0561c3b1-821a-43aa-9e3d-0208dfe94d6f HTTP/1.1" status: 200 len: 855 time: 0.0409422 Mar 27 15:31:04.056578 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-29e4ef85-46e7-4a78-ac1f-0aad2ce21fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:04.058011 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-29e4ef85-46e7-4a78-ac1f-0aad2ce21fff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0418761 Mar 27 15:31:04.148296 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-98e41ec9-8814-4c3a-971e-9bda9b5086df service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816913 Mar 27 15:31:04.235471 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-85da1e37-74ac-499e-89ca-fd1312b3b464 req-f9c4edc3-4b22-46f7-84f8-adc0af307728 service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799258 Mar 27 15:31:04.315581 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe99f22-997e-4c88-9e2c-be6fab36f43b req-f033dbcd-c7b2-4656-8178-d6a169ae0c41 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:04.317082 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2fe99f22-997e-4c88-9e2c-be6fab36f43b req-f033dbcd-c7b2-4656-8178-d6a169ae0c41 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0609930 Mar 27 15:31:04.318252 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:31:04.367396 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2fe99f22-997e-4c88-9e2c-be6fab36f43b req-95d90dc1-dda8-4b42-8289-7356357d724b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433671 Mar 27 15:31:04.403089 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee is: DOWN; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:04.922830 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cde599-85cd-421f-afd7-ca133fdea392 req-1efe133d-4a13-4607-bdd5-1836ea2c2df5 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:04.924222 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-01cde599-85cd-421f-afd7-ca133fdea392 req-1efe133d-4a13-4607-bdd5-1836ea2c2df5 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0546396 Mar 27 15:31:04.970991 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-01cde599-85cd-421f-afd7-ca133fdea392 req-de58c17f-e7e7-4673-8aec-39495f5174d0 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411656 Mar 27 15:31:05.495867 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77c30e-542d-4e27-addc-a3064e21abd6 req-3483f3f2-08db-43c6-991e-7efb2717ff02 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:05.497851 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fa77c30e-542d-4e27-addc-a3064e21abd6 req-3483f3f2-08db-43c6-991e-7efb2717ff02 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0537736 Mar 27 15:31:05.548656 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fa77c30e-542d-4e27-addc-a3064e21abd6 req-5e74fea3-5ad0-4f3f-9698-43df22ac3db4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446644 Mar 27 15:31:06.091974 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f588f-bb81-4afe-acca-71a3e8cbae7f req-69d1708f-2709-4ed1-b809-66affe4b9378 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:06.093481 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c82f588f-bb81-4afe-acca-71a3e8cbae7f req-69d1708f-2709-4ed1-b809-66affe4b9378 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0529766 Mar 27 15:31:06.139739 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c82f588f-bb81-4afe-acca-71a3e8cbae7f req-754634e7-1783-46f0-91f8-3940f4c23782 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407703 Mar 27 15:31:06.671536 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595f986-3a3c-4402-a477-9fc553714fbb req-009edf1d-418d-4885-ac92-517f48a333f8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:06.673022 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6595f986-3a3c-4402-a477-9fc553714fbb req-009edf1d-418d-4885-ac92-517f48a333f8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0514913 Mar 27 15:31:06.719160 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6595f986-3a3c-4402-a477-9fc553714fbb req-4fb0a0d2-7160-4939-a094-39f37357bea5 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405018 Mar 27 15:31:07.262172 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df591e6-9187-49ef-96e9-c5f304dde0b3 req-ba7a09ea-8451-46af-8561-c14c2912f7fd tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:07.264238 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9df591e6-9187-49ef-96e9-c5f304dde0b3 req-ba7a09ea-8451-46af-8561-c14c2912f7fd tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0574839 Mar 27 15:31:07.311655 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9df591e6-9187-49ef-96e9-c5f304dde0b3 req-d15552f6-09d0-4c77-9264-79d0022066ff tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414193 Mar 27 15:31:07.844062 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7366317-7fab-4202-9c32-34322af8cf21 req-7c6c30ee-5934-498d-9c5d-f30bce35ca23 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:07.845556 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c7366317-7fab-4202-9c32-34322af8cf21 req-7c6c30ee-5934-498d-9c5d-f30bce35ca23 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0539119 Mar 27 15:31:07.894315 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c7366317-7fab-4202-9c32-34322af8cf21 req-868431a1-ad64-4fcf-a285-1a38e39cce91 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432420 Mar 27 15:31:08.438767 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb09cd-198d-4b20-8da9-c1f5ed664b04 req-fee137ec-7a49-4303-9c56-df35317d8695 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:08.440249 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-00fb09cd-198d-4b20-8da9-c1f5ed664b04 req-fee137ec-7a49-4303-9c56-df35317d8695 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0581686 Mar 27 15:31:08.488267 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-00fb09cd-198d-4b20-8da9-c1f5ed664b04 req-bef9cf00-c1e2-4560-89e7-7190c2ef57d9 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423901 Mar 27 15:31:08.546610 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:09.019434 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd8ddd-e2c9-41dc-994d-5c323f31baf8 req-8bc287a0-985e-424d-8514-c1db904bf55d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:09.020948 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8bbd8ddd-e2c9-41dc-994d-5c323f31baf8 req-8bc287a0-985e-424d-8514-c1db904bf55d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0528741 Mar 27 15:31:09.071149 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8bbd8ddd-e2c9-41dc-994d-5c323f31baf8 req-442500bf-c440-49bc-a00d-efe1d42672ef tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424898 Mar 27 15:31:09.607037 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9c99-7764-4f37-868b-842aef64fcc3 req-efa67a52-409f-4d4e-887f-0d82459ad7de tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:09.608492 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-af8d9c99-7764-4f37-868b-842aef64fcc3 req-efa67a52-409f-4d4e-887f-0d82459ad7de tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0519390 Mar 27 15:31:09.660142 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-af8d9c99-7764-4f37-868b-842aef64fcc3 req-fb438ed7-19fd-414f-b0c3-652ba1c9b09c tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451937 Mar 27 15:31:10.196152 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80a7da-8b39-4fea-b65a-efdab83fabed req-45b88fc4-1630-4059-a31e-c502ad35938e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:10.197886 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bd80a7da-8b39-4fea-b65a-efdab83fabed req-45b88fc4-1630-4059-a31e-c502ad35938e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0534909 Mar 27 15:31:10.245372 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bd80a7da-8b39-4fea-b65a-efdab83fabed req-63828e97-1a24-426e-a7ab-c3056a11334a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417750 Mar 27 15:31:10.777088 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f209e-f75b-47e6-9b0f-cf23f600261b req-19ce798e-44d5-4f77-aecf-aea623ba35a4 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:10.779069 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e95f209e-f75b-47e6-9b0f-cf23f600261b req-19ce798e-44d5-4f77-aecf-aea623ba35a4 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0527766 Mar 27 15:31:10.825991 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e95f209e-f75b-47e6-9b0f-cf23f600261b req-12332ea7-aed6-4f45-9247-6cd8fdc215d8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409696 Mar 27 15:31:11.374275 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c84eb-7a1b-4f91-9ca9-95560772655d req-e69bbf86-406a-420f-9de5-97f13d2b6539 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:11.375735 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-064c84eb-7a1b-4f91-9ca9-95560772655d req-e69bbf86-406a-420f-9de5-97f13d2b6539 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0577662 Mar 27 15:31:11.422221 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-064c84eb-7a1b-4f91-9ca9-95560772655d req-ff392f4f-1f44-43d9-9ae6-d7ec62f52565 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409653 Mar 27 15:31:11.945432 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1ef10-bf70-4ae0-a12c-185f2460b74c req-894ba800-f705-4905-a584-c93a6f3640b2 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:11.946947 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-37b1ef10-bf70-4ae0-a12c-185f2460b74c req-894ba800-f705-4905-a584-c93a6f3640b2 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0528996 Mar 27 15:31:11.995266 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-37b1ef10-bf70-4ae0-a12c-185f2460b74c req-79523354-d0b0-4a72-b2dc-b76c4cd83c8f tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418966 Mar 27 15:31:12.547857 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230924a-834c-48e9-a2a6-3471af3673df req-0f4c631b-761f-45ed-9ef7-6d589b1a9c54 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:12.549353 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f230924a-834c-48e9-a2a6-3471af3673df req-0f4c631b-761f-45ed-9ef7-6d589b1a9c54 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0529234 Mar 27 15:31:12.598774 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f230924a-834c-48e9-a2a6-3471af3673df req-bdd94b3f-3b7b-4e15-ab75-6a197299829e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437155 Mar 27 15:31:13.118114 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86fb6e-7cc6-4f9d-b95f-c782e05a3e14 req-86250da6-c0ca-4794-bbca-5260b47d4a28 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:13.119647 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3d86fb6e-7cc6-4f9d-b95f-c782e05a3e14 req-86250da6-c0ca-4794-bbca-5260b47d4a28 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0550332 Mar 27 15:31:13.168394 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3d86fb6e-7cc6-4f9d-b95f-c782e05a3e14 req-ab81dae7-3d1b-48a9-9d37-a1a9b28c3ce0 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417249 Mar 27 15:31:13.722624 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9489e-3ff6-4ccb-aca2-d2cab83a918f req-fa3545f8-3ba5-484a-a8bf-8b85152b23b1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:13.724045 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b3c9489e-3ff6-4ccb-aca2-d2cab83a918f req-fa3545f8-3ba5-484a-a8bf-8b85152b23b1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0521138 Mar 27 15:31:13.771543 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b3c9489e-3ff6-4ccb-aca2-d2cab83a918f req-13be0c06-07d4-4a63-affb-e0e65adcc7b7 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417969 Mar 27 15:31:14.290825 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9d69d-6363-49ed-876c-2f0f7171d69a req-3ca0dbff-460a-4dc8-a0af-68fbfbfc7487 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:14.292293 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b3b9d69d-6363-49ed-876c-2f0f7171d69a req-3ca0dbff-460a-4dc8-a0af-68fbfbfc7487 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0556822 Mar 27 15:31:14.343073 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b3b9d69d-6363-49ed-876c-2f0f7171d69a req-406250c1-566c-4a98-bb6c-223c5a286d0d tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448477 Mar 27 15:31:14.796472 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:31:14.939854 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d028dc-1018-485d-a800-b8b36bac1041 req-8b5d13dc-e633-4cb0-b64a-7afcc377c013 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:14.941376 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e0d028dc-1018-485d-a800-b8b36bac1041 req-8b5d13dc-e633-4cb0-b64a-7afcc377c013 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0624402 Mar 27 15:31:14.948529 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eced6-fb46-41eb-b00d-1c03cbd2ddee req-1e2d76cf-cd00-42a8-94cb-18d128887ccb tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:14.949967 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7d5eced6-fb46-41eb-b00d-1c03cbd2ddee req-1e2d76cf-cd00-42a8-94cb-18d128887ccb tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0997069 Mar 27 15:31:15.043698 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7d5eced6-fb46-41eb-b00d-1c03cbd2ddee req-99ee7773-5f48-47a5-81f3-4536c2a71b4f tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819438 Mar 27 15:31:15.064013 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e0d028dc-1018-485d-a800-b8b36bac1041 req-69952dbe-fea3-458d-b415-5e61f9e64bac tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120448 Mar 27 15:31:15.460578 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bf30f-065e-4c2f-9137-82357020988c req-4f02cc48-353c-450f-9fe0-bc07b1956bc1 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:15.462391 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c11bf30f-065e-4c2f-9137-82357020988c req-4f02cc48-353c-450f-9fe0-bc07b1956bc1 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0513101 Mar 27 15:31:15.509024 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c11bf30f-065e-4c2f-9137-82357020988c req-8bee35d2-133c-41b5-9fdf-21c6243faa2c tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406282 Mar 27 15:31:16.214563 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b4481-38a4-4521-b053-78ab55482193 req-deb373cd-f86a-4aae-9065-f54d8c9a3ccf tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:16.216317 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6b4b4481-38a4-4521-b053-78ab55482193 req-deb373cd-f86a-4aae-9065-f54d8c9a3ccf tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0862305 Mar 27 15:31:16.238503 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13357ca-f3c4-4a07-b968-b8fdd866d8bb req-b2e228b5-107a-49e1-9dd3-0fa9a6a3236f tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:16.240123 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a13357ca-f3c4-4a07-b968-b8fdd866d8bb req-b2e228b5-107a-49e1-9dd3-0fa9a6a3236f tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0829232 Mar 27 15:31:16.299157 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6b4b4481-38a4-4521-b053-78ab55482193 req-fd5f8112-9eb2-481a-a9e3-9447d91d635b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764856 Mar 27 15:31:16.326843 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a13357ca-f3c4-4a07-b968-b8fdd866d8bb req-0e41a6bf-6861-428f-a3a9-f0f3ac2a295c tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779715 Mar 27 15:31:16.626918 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6052105-d931-413c-9cc0-43a545b51506 req-96360520-1e85-44e7-babc-db270d0e0767 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:16.628436 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e6052105-d931-413c-9cc0-43a545b51506 req-96360520-1e85-44e7-babc-db270d0e0767 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0530164 Mar 27 15:31:16.682631 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e6052105-d931-413c-9cc0-43a545b51506 req-0c228669-9986-4948-808b-34f01ed13ac1 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484011 Mar 27 15:31:17.456605 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c17e0c-e28a-47fb-81f9-c0ab789d172e req-f6089b3f-c145-4351-aaaa-d400b2a5ab9b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:17.458099 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-01c17e0c-e28a-47fb-81f9-c0ab789d172e req-f6089b3f-c145-4351-aaaa-d400b2a5ab9b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0823400 Mar 27 15:31:17.478474 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2d55b-f696-494c-95c6-ea13b86b4568 req-d603e274-13ae-4b6a-acb1-2eca75bbbaef tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:17.479982 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c3a2d55b-f696-494c-95c6-ea13b86b4568 req-d603e274-13ae-4b6a-acb1-2eca75bbbaef tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0774453 Mar 27 15:31:17.541281 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-01c17e0c-e28a-47fb-81f9-c0ab789d172e req-8d788815-a04a-4f75-a3fc-033b145c4d97 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758345 Mar 27 15:31:17.573430 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c3a2d55b-f696-494c-95c6-ea13b86b4568 req-74ad1563-fc3f-404b-97b4-879758fe641c tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827031 Mar 27 15:31:17.802347 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc054b9-6b7a-4cb9-99ce-7bf396e32fed req-9b9975ea-4659-465c-bc1d-3e0236c0830c tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:17.803748 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cbc054b9-6b7a-4cb9-99ce-7bf396e32fed req-9b9975ea-4659-465c-bc1d-3e0236c0830c tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0502632 Mar 27 15:31:17.848071 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cbc054b9-6b7a-4cb9-99ce-7bf396e32fed req-f5a8b48d-973e-48fd-87fe-737682b6dfe8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390241 Mar 27 15:31:18.697581 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f284b8-9223-44ae-ac5f-e5ac7f4cd553 req-148d3776-331f-4120-b9c8-4c3cdb5610a1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:18.699054 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f9f284b8-9223-44ae-ac5f-e5ac7f4cd553 req-148d3776-331f-4120-b9c8-4c3cdb5610a1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0859637 Mar 27 15:31:18.709648 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ceceec-ec3c-48da-874b-342b97cac048 req-c0ea8fca-db5e-4610-acf2-1b98834aa827 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:18.711080 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-98ceceec-ec3c-48da-874b-342b97cac048 req-c0ea8fca-db5e-4610-acf2-1b98834aa827 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0718453 Mar 27 15:31:18.780547 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f9f284b8-9223-44ae-ac5f-e5ac7f4cd553 req-ab2d18ca-ffa5-4b2a-a19b-77b20c738913 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686154 Mar 27 15:31:18.795867 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-98ceceec-ec3c-48da-874b-342b97cac048 req-f5281650-449e-4261-9873-caf10d4dc367 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780003 Mar 27 15:31:18.962436 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1540a8a-2fce-4927-9b83-d87a5978b923 req-79a42866-4963-4e47-b991-49e6da057020 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:18.963837 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a1540a8a-2fce-4927-9b83-d87a5978b923 req-79a42866-4963-4e47-b991-49e6da057020 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0526016 Mar 27 15:31:19.010406 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a1540a8a-2fce-4927-9b83-d87a5978b923 req-a8edc760-3c33-46f7-b316-e2475dd1c827 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396740 Mar 27 15:31:19.934831 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cfc74-9cdd-4021-9c0d-988d2deb4528 req-edb8c876-97bc-4fa1-91b2-4b34944fb9f1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:19.936297 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c74cfc74-9cdd-4021-9c0d-988d2deb4528 req-edb8c876-97bc-4fa1-91b2-4b34944fb9f1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0836811 Mar 27 15:31:19.943274 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af57bb-9749-4932-8409-7412cee64437 req-937e27c7-6061-4a52-8059-b88da7f26e86 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:19.944821 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d6af57bb-9749-4932-8409-7412cee64437 req-937e27c7-6061-4a52-8059-b88da7f26e86 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0835350 Mar 27 15:31:20.016963 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c74cfc74-9cdd-4021-9c0d-988d2deb4528 req-f341236e-4139-480c-991c-14a40460bfdc tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711977 Mar 27 15:31:20.029360 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d6af57bb-9749-4932-8409-7412cee64437 req-d6ae831c-7cc6-4988-9b00-31bbaf6c0070 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778651 Mar 27 15:31:20.095578 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b6463818-71e2-459e-9e45-73faa32a8f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:20.129086 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b6f07-a8c8-4813-932c-d5911ee17884 req-7e099c69-e050-45ab-8377-beb385d95c38 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:20.130518 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ee6b6f07-a8c8-4813-932c-d5911ee17884 req-7e099c69-e050-45ab-8377-beb385d95c38 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0517054 Mar 27 15:31:20.177334 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ee6b6f07-a8c8-4813-932c-d5911ee17884 req-61376ea7-8e3d-4aed-a914-91aa899914fb tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Mar 27 15:31:20.783399 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfa332-6cde-45cd-bcf7-02d886765f7b req-01ea265c-7b45-4117-9a96-bfe4dc375fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:20.784888 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-74bfa332-6cde-45cd-bcf7-02d886765f7b req-01ea265c-7b45-4117-9a96-bfe4dc375fea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99e34b2befea47b9b630ee624c5c8e84&device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 1168 time: 0.0449746 Mar 27 15:31:20.794493 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4bc6013a-a431-4e0e-a7b4-dd97f1502629 req-66c80148-fc19-4c38-9a20-59ae4c3312dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438905 Mar 27 15:31:20.856135 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6013a-a431-4e0e-a7b4-dd97f1502629 req-a2ed1f5c-f9c9-406e-8e4d-827725218f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:20.857628 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4bc6013a-a431-4e0e-a7b4-dd97f1502629 req-a2ed1f5c-f9c9-406e-8e4d-827725218f64 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 1129 time: 0.0435820 Mar 27 15:31:20.872700 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfa332-6cde-45cd-bcf7-02d886765f7b req-3bcab41a-f548-4c9a-b8f5-068008bf2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:20.874451 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-74bfa332-6cde-45cd-bcf7-02d886765f7b req-3bcab41a-f548-4c9a-b8f5-068008bf2dd4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0cb6a7-146a-443c-89b2-dd69dffce6c4 HTTP/1.1" status: 200 len: 916 time: 0.0819879 Mar 27 15:31:20.941601 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-74bfa332-6cde-45cd-bcf7-02d886765f7b req-5bfe81db-7cf4-4acc-9704-163df4384c29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dc0441b-30d6-4c9a-8800-ada88efcc7ed HTTP/1.1" status: 200 len: 1000 time: 0.0612323 Mar 27 15:31:20.958538 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6013a-a431-4e0e-a7b4-dd97f1502629 req-cd519152-15a5-4184-84a8-763516a02c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:20.960015 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4bc6013a-a431-4e0e-a7b4-dd97f1502629 req-cd519152-15a5-4184-84a8-763516a02c1c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 920 time: 0.0858278 Mar 27 15:31:20.988621 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfa332-6cde-45cd-bcf7-02d886765f7b req-fe2f3470-53ba-4825-9def-6f4192204d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:20.990055 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-74bfa332-6cde-45cd-bcf7-02d886765f7b req-fe2f3470-53ba-4825-9def-6f4192204d50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7bd65611-1bb3-4827-9627-fb7f9c6654c1 HTTP/1.1" status: 200 len: 854 time: 0.0421546 Mar 27 15:31:21.003566 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4bc6013a-a431-4e0e-a7b4-dd97f1502629 req-6779c405-b5f3-4a67-95c6-a89050430afa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2f299ca-7aa6-48ae-94c0-9231e75b08dc HTTP/1.1" status: 200 len: 217 time: 0.0351148 Mar 27 15:31:21.039098 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfa332-6cde-45cd-bcf7-02d886765f7b req-6550f93c-fe9d-4f4e-b1f2-6f6856d3ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:21.040505 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-74bfa332-6cde-45cd-bcf7-02d886765f7b req-6550f93c-fe9d-4f4e-b1f2-6f6856d3ddef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0cb6a7-146a-443c-89b2-dd69dffce6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0440269 Mar 27 15:31:21.050714 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6013a-a431-4e0e-a7b4-dd97f1502629 req-4e85a36e-0548-45a9-b499-8e74d3e49dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:21.052594 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4bc6013a-a431-4e0e-a7b4-dd97f1502629 req-4e85a36e-0548-45a9-b499-8e74d3e49dc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 200 len: 858 time: 0.0424442 Mar 27 15:31:21.110689 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6013a-a431-4e0e-a7b4-dd97f1502629 req-81ff6684-ae1c-410c-b091-6c8879b10cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:21.112316 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4bc6013a-a431-4e0e-a7b4-dd97f1502629 req-81ff6684-ae1c-410c-b091-6c8879b10cc6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a88b8d02-0b8d-402d-8dfe-29190bd7b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0537803 Mar 27 15:31:21.193136 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-74bfa332-6cde-45cd-bcf7-02d886765f7b req-553b933d-8a66-4a2c-ae8d-0d7a0096ab80 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0cb6a7-146a-443c-89b2-dd69dffce6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463737 Mar 27 15:31:21.200454 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4bc6013a-a431-4e0e-a7b4-dd97f1502629 req-e963cdd5-5745-4f5d-b1e6-a2ecca3e3663 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801802 Mar 27 15:31:21.213523 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3187a4b-8394-4b6b-a6b4-a72d99a87b44 req-0dff6869-39cc-44e7-86ce-eea7748d4a38 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:21.214968 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e3187a4b-8394-4b6b-a6b4-a72d99a87b44 req-0dff6869-39cc-44e7-86ce-eea7748d4a38 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.1087317 Mar 27 15:31:21.222950 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67787e97-587f-465c-a928-da988ef6832f req-55f71ff9-495c-47db-a655-d674193089c0 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:21.225877 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-67787e97-587f-465c-a928-da988ef6832f req-55f71ff9-495c-47db-a655-d674193089c0 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.1210821 Mar 27 15:31:21.301645 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-4bc6013a-a431-4e0e-a7b4-dd97f1502629 req-efc276f3-a36a-4ac4-ace8-9d456160b0aa service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890598 Mar 27 15:31:21.381040 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-67787e97-587f-465c-a928-da988ef6832f req-03534363-7441-4636-934d-077a6797dd0b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487801 Mar 27 15:31:21.387524 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e3187a4b-8394-4b6b-a6b4-a72d99a87b44 req-84eda062-573e-4d93-af98-99c4fdb8b2ba tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1621549 Mar 27 15:31:21.391306 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-74bfa332-6cde-45cd-bcf7-02d886765f7b req-df640296-da58-43d2-ac76-d237e7c32fa1 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0cb6a7-146a-443c-89b2-dd69dffce6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754699 Mar 27 15:31:21.503238 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02946cf-d58f-4741-930a-b23dda5e60f1 req-225fdc55-d1a8-43b4-85d2-172203ada65a tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:21.504713 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e02946cf-d58f-4741-930a-b23dda5e60f1 req-225fdc55-d1a8-43b4-85d2-172203ada65a tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0569308 Mar 27 15:31:21.555003 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e02946cf-d58f-4741-930a-b23dda5e60f1 req-b3ecce00-84df-4b70-9295-c9be52c65ff8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445099 Mar 27 15:31:22.321745 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b2c0c342-b408-4756-b334-1c8877ec7e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:22.532223 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89e04a-7b47-4b9e-901c-77d2fbea40df req-41a900c0-641f-4e80-9d3d-29f75c2fc7f6 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:22.533703 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2e89e04a-7b47-4b9e-901c-77d2fbea40df req-41a900c0-641f-4e80-9d3d-29f75c2fc7f6 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0819175 Mar 27 15:31:22.546055 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f7079-ab73-4866-b88e-d44ffce186f6 req-be371b0b-8c5c-4f1e-b527-50fbdffd9800 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:22.547463 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b98f7079-ab73-4866-b88e-d44ffce186f6 req-be371b0b-8c5c-4f1e-b527-50fbdffd9800 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0869815 Mar 27 15:31:22.615645 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2e89e04a-7b47-4b9e-901c-77d2fbea40df req-7fa9898e-9ce8-4176-9707-878d5131f09b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671880 Mar 27 15:31:22.635089 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b98f7079-ab73-4866-b88e-d44ffce186f6 req-031f8cd3-ae6d-41aa-9d2e-ae32b4c36115 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812664 Mar 27 15:31:22.721708 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da427ca-49b5-40fb-a97e-fc5e1f278777 req-5a131103-a108-4c7d-b70a-52f9ddcc2ac8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:22.723265 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7da427ca-49b5-40fb-a97e-fc5e1f278777 req-5a131103-a108-4c7d-b70a-52f9ddcc2ac8 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0514801 Mar 27 15:31:22.770003 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7da427ca-49b5-40fb-a97e-fc5e1f278777 req-2fdf211f-7de2-474a-985e-2917e76fd9ac tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411036 Mar 27 15:31:23.654166 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:23.773139 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3358b-6763-4563-8a45-de2dd044056f req-af4a76be-dc57-4437-8da2-a77c1b60b6e6 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:23.774615 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e7b3358b-6763-4563-8a45-de2dd044056f req-af4a76be-dc57-4437-8da2-a77c1b60b6e6 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 944 time: 0.0849078 Mar 27 15:31:23.786574 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22109916-a059-4073-9388-8ccfa5a3fcbe req-5a86fb25-8726-47e7-a667-a1f50e455e23 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:23.788030 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-22109916-a059-4073-9388-8ccfa5a3fcbe req-5a86fb25-8726-47e7-a667-a1f50e455e23 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0860579 Mar 27 15:31:23.856552 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e7b3358b-6763-4563-8a45-de2dd044056f req-d9f16b22-06e7-4270-97da-dda7a99b5144 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670555 Mar 27 15:31:23.878406 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-22109916-a059-4073-9388-8ccfa5a3fcbe req-cf72224a-b4f6-4a4d-8456-8df55b30d72c tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823770 Mar 27 15:31:23.970100 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208fa40-0fdd-45df-879e-3c65d44d7416 req-7d647b00-76b4-4b62-a544-4e02c3bbdd81 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:23.971595 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3208fa40-0fdd-45df-879e-3c65d44d7416 req-7d647b00-76b4-4b62-a544-4e02c3bbdd81 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0543802 Mar 27 15:31:24.019768 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3208fa40-0fdd-45df-879e-3c65d44d7416 req-b394c110-508e-4460-9b69-3513f8f3bf3c tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425045 Mar 27 15:31:24.177420 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328363ca-d31d-4916-b044-22bd4d7da5f2 req-63521926-9ab2-4bc6-8014-c7111bb53061 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:24.178897 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-328363ca-d31d-4916-b044-22bd4d7da5f2 req-63521926-9ab2-4bc6-8014-c7111bb53061 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0741575 Mar 27 15:31:24.181475 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d4e1f-1fea-4a17-8c18-b37664644c81 req-6e841c22-1255-4527-a074-eb2a8121b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:24.182821 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1e7d4e1f-1fea-4a17-8c18-b37664644c81 req-6e841c22-1255-4527-a074-eb2a8121b94e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 1129 time: 0.0860043 Mar 27 15:31:24.272957 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-328363ca-d31d-4916-b044-22bd4d7da5f2 req-7450bdf5-24e8-4e03-a7d9-4603dc919905 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880268 Mar 27 15:31:24.300445 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d4e1f-1fea-4a17-8c18-b37664644c81 req-b891d18a-0600-4328-b3db-faaae0d70479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:24.301862 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1e7d4e1f-1fea-4a17-8c18-b37664644c81 req-b891d18a-0600-4328-b3db-faaae0d70479 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 920 time: 0.1115406 Mar 27 15:31:24.445203 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:31:24.544832 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:24.592349 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1e7d4e1f-1fea-4a17-8c18-b37664644c81 req-ee1459dc-0b4d-466f-9aa3-1221b1084fb2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ad0468-95e5-4487-8232-956657fafdea HTTP/1.1" status: 200 len: 1000 time: 0.2817581 Mar 27 15:31:24.642497 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d4e1f-1fea-4a17-8c18-b37664644c81 req-29b6317c-c3f6-4036-bdf9-10df8e044c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:24.643999 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1e7d4e1f-1fea-4a17-8c18-b37664644c81 req-29b6317c-c3f6-4036-bdf9-10df8e044c52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 200 len: 858 time: 0.0452244 Mar 27 15:31:24.680325 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'port_id': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee', 'mac_address': 'fa:16:3e:38:13:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:31:24.696575 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d4e1f-1fea-4a17-8c18-b37664644c81 req-1e7c6438-3cea-44e0-9e83-8df5fafb50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:24.697982 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1e7d4e1f-1fea-4a17-8c18-b37664644c81 req-1e7c6438-3cea-44e0-9e83-8df5fafb50ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a88b8d02-0b8d-402d-8dfe-29190bd7b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0467961 Mar 27 15:31:24.716991 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:24.717383 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:24.729824 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:31:24.750246 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:24.754427 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:24.786214 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1e7d4e1f-1fea-4a17-8c18-b37664644c81 req-8dddcdb8-f74f-4969-b11f-d0cea9742013 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808570 Mar 27 15:31:24.798749 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:24.875762 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1e7d4e1f-1fea-4a17-8c18-b37664644c81 req-933d6d2a-71f6-44f9-aa82-50981cf04f6f service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828145 Mar 27 15:31:25.017484 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83595612-dc01-49f5-a4e3-cbfec73fb71d req-b27c50f2-90fb-4483-a63f-2c84caf07b0c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:25.018973 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-83595612-dc01-49f5-a4e3-cbfec73fb71d req-b27c50f2-90fb-4483-a63f-2c84caf07b0c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 945 time: 0.0835025 Mar 27 15:31:25.026028 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd6423-1f25-4251-935b-aac2dd697c8f req-529f185b-1e47-4326-adea-c2e76ef3177f tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:25.027436 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-76dd6423-1f25-4251-935b-aac2dd697c8f req-529f185b-1e47-4326-adea-c2e76ef3177f tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0828035 Mar 27 15:31:25.097667 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-83595612-dc01-49f5-a4e3-cbfec73fb71d req-afd390a6-d819-442a-b8fa-a7136f116b40 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692432 Mar 27 15:31:25.114109 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-76dd6423-1f25-4251-935b-aac2dd697c8f req-e7d01a2e-d256-40ec-98a9-89e6159d1b5a tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799675 Mar 27 15:31:25.209018 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a715c98-54f5-4f34-876d-0c2664f37692 req-f524fc5e-3c9b-476c-91fc-5f1601cd756c tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:25.210500 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0a715c98-54f5-4f34-876d-0c2664f37692 req-f524fc5e-3c9b-476c-91fc-5f1601cd756c tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0541558 Mar 27 15:31:25.256354 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0a715c98-54f5-4f34-876d-0c2664f37692 req-047db960-154f-4a4f-b05c-56d408a632ee tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Mar 27 15:31:25.355413 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['9bbd2991-dff8-4187-ba17-ad99fb3ad6ee'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:31:25.397322 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c85783-5a54-4939-ba59-f10cc7080cf2 req-f01ef83b-db61-4b80-bac7-6c7fe2337edf tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:25.398870 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e0c85783-5a54-4939-ba59-f10cc7080cf2 req-f01ef83b-db61-4b80-bac7-6c7fe2337edf tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0591285 Mar 27 15:31:25.419000 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:25.445903 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e0c85783-5a54-4939-ba59-f10cc7080cf2 req-d26ce543-b7dc-4ebd-99eb-362abcbe8c1a tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413153 Mar 27 15:31:26.268407 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa6484-f115-41be-9966-b0a62016755b req-53bd0297-8479-4669-aea0-e4cb87371997 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:26.269846 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5bfa6484-f115-41be-9966-b0a62016755b req-53bd0297-8479-4669-aea0-e4cb87371997 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 945 time: 0.0950711 Mar 27 15:31:26.277413 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d98cef-f2b2-4bcd-b496-060887376e86 req-930c6c86-5af3-43e9-8ead-24e3be6ba3c4 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:26.279869 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d6d98cef-f2b2-4bcd-b496-060887376e86 req-930c6c86-5af3-43e9-8ead-24e3be6ba3c4 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0964158 Mar 27 15:31:26.354536 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5bfa6484-f115-41be-9966-b0a62016755b req-a8fba1f5-1666-4d51-a8e5-9b3d4b309980 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734754 Mar 27 15:31:26.369650 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d6d98cef-f2b2-4bcd-b496-060887376e86 req-e2e28480-251c-4650-8ca9-a9cbe0b2b634 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825474 Mar 27 15:31:26.497763 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ac803-afb1-4c4d-a770-eef583bf7afe req-7caad147-d76a-442d-a3d7-a860671a54ef tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:26.499518 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-089ac803-afb1-4c4d-a770-eef583bf7afe req-7caad147-d76a-442d-a3d7-a860671a54ef tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0848527 Mar 27 15:31:26.508368 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8eace-62ca-41d7-91b3-92c7910ecd4a req-60663853-41a9-402a-a282-8146c4e86ef9 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:26.509872 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-87a8eace-62ca-41d7-91b3-92c7910ecd4a req-60663853-41a9-402a-a282-8146c4e86ef9 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9680818-84ec-4eb5-bb34-87b4813ecf9b HTTP/1.1" status: 200 len: 945 time: 0.0933750 Mar 27 15:31:26.552957 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:26.645525 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-089ac803-afb1-4c4d-a770-eef583bf7afe req-d82e3dbf-80f7-4acb-a19b-61b706272a42 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.13 "GET /v2.0/security-groups?id=05d6bdd0-d5ff-442a-b0ff-846172c00b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344669 Mar 27 15:31:26.660459 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685b857-0ad9-402f-89fb-b376e475e0e3 req-6ef11988-2217-44d1-880a-a921297ce1f0 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:26.661915 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c685b857-0ad9-402f-89fb-b376e475e0e3 req-6ef11988-2217-44d1-880a-a921297ce1f0 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.1443040 Mar 27 15:31:26.709989 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-87a8eace-62ca-41d7-91b3-92c7910ecd4a req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Deleting port 10b48296-ca77-47da-81fa-a1aefb0743a6 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:31:26.710323 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-87a8eace-62ca-41d7-91b3-92c7910ecd4a req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (10b48296-ca77-47da-81fa-a1aefb0743a6), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:26.758188 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c685b857-0ad9-402f-89fb-b376e475e0e3 req-6e7a6a7b-71d7-4ffe-871a-06b04fa3f8df tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901701 Mar 27 15:31:26.807108 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-87a8eace-62ca-41d7-91b3-92c7910ecd4a req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] For port 10b48296-ca77-47da-81fa-a1aefb0743a6, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=10b48296-ca77-47da-81fa-a1aefb0743a6,segment=NetworkSegment(118394f5-8379-4ab8-985c-aa5916b8ec78),segment_id=118394f5-8379-4ab8-985c-aa5916b8ec78)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:26.807470 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-87a8eace-62ca-41d7-91b3-92c7910ecd4a req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (10b48296-ca77-47da-81fa-a1aefb0743a6), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:26.820859 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-87a8eace-62ca-41d7-91b3-92c7910ecd4a req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Calling delete_port for 10b48296-ca77-47da-81fa-a1aefb0743a6 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:31:26.946268 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-87a8eace-62ca-41d7-91b3-92c7910ecd4a req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (10b48296-ca77-47da-81fa-a1aefb0743a6), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:26.971700 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Pushing event deleted for resources: {'Port': ['ID=10b48296-ca77-47da-81fa-a1aefb0743a6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:26.985247 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:26.985604 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:26.985950 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:26.986292 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:26.986627 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:26.986997 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:26.987329 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:26.987656 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:26.987985 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:26.988313 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:26.988646 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:26.988973 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:26.989295 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:26.989617 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:26.989936 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:27.026647 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a8eace-62ca-41d7-91b3-92c7910ecd4a req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] No DVR routers for this DVR port 10b48296-ca77-47da-81fa-a1aefb0743a6 on host hv-cinder-83538 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:31:27.029573 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-87a8eace-62ca-41d7-91b3-92c7910ecd4a req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:27.032865 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-87a8eace-62ca-41d7-91b3-92c7910ecd4a req-f5a2ef48-8e8a-4c90-a1e4-0062f1815803 tempest-VolumesSnapshotTestJSON-1684097027 tempest-VolumesSnapshotTestJSON-1684097027-project] 10.222.0.16 "DELETE /v2.0/ports/10b48296-ca77-47da-81fa-a1aefb0743a6 HTTP/1.1" status: 204 len: 173 time: 0.5143321 Mar 27 15:31:27.033295 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9680818-84ec-4eb5-bb34-87b4813ecf9b', 'name': 'network-vif-deleted', 'tag': '10b48296-ca77-47da-81fa-a1aefb0743a6'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:31:27.035605 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592e1716-32b2-40fd-bff4-ef2993587445" -d '{"events": [{"server_uuid": "d9680818-84ec-4eb5-bb34-87b4813ecf9b", "name": "network-vif-deleted", "tag": "10b48296-ca77-47da-81fa-a1aefb0743a6"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:31:27.071364 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdcc13c-9933-43bd-bff9-906bb3b52e0a x-openstack-request-id: req-fcdcc13c-9933-43bd-bff9-906bb3b52e0a {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:31:27.071690 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9680818-84ec-4eb5-bb34-87b4813ecf9b", "name": "network-vif-deleted", "tag": "10b48296-ca77-47da-81fa-a1aefb0743a6", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:31:27.072000 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcdcc13c-9933-43bd-bff9-906bb3b52e0a {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:31:27.072401 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcdcc13c-9933-43bd-bff9-906bb3b52e0a'] response: {'server_uuid': 'd9680818-84ec-4eb5-bb34-87b4813ecf9b', 'name': 'network-vif-deleted', 'tag': '10b48296-ca77-47da-81fa-a1aefb0743a6', 'status': 'completed', 'code': 200} Mar 27 15:31:27.506044 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3bc6-0bcf-47e6-ae59-e3e2709d2e2e req-e00b71c1-01af-443a-8aa6-71c2ac424482 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:27.507898 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ccfb3bc6-0bcf-47e6-ae59-e3e2709d2e2e req-e00b71c1-01af-443a-8aa6-71c2ac424482 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 945 time: 0.0810812 Mar 27 15:31:27.530390 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f68fd-5f62-4a42-a62e-5e3315632cd0 req-16df30b6-bc90-428b-9cbf-4a91fb242a56 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:27.531852 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-947f68fd-5f62-4a42-a62e-5e3315632cd0 req-16df30b6-bc90-428b-9cbf-4a91fb242a56 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0932269 Mar 27 15:31:27.593525 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ccfb3bc6-0bcf-47e6-ae59-e3e2709d2e2e req-0aa10131-2d67-42cc-ac92-4c26327a2a55 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784953 Mar 27 15:31:27.627043 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-947f68fd-5f62-4a42-a62e-5e3315632cd0 req-af1ac13e-b71c-4a1a-90d4-2f7f60688851 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869601 Mar 27 15:31:27.876325 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22976be2-811d-4a6d-88e9-94be4ee7a554 req-3aee76c2-efd5-47e5-ba16-64267b780ce1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:27.877806 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-22976be2-811d-4a6d-88e9-94be4ee7a554 req-3aee76c2-efd5-47e5-ba16-64267b780ce1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0541515 Mar 27 15:31:27.929714 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-22976be2-811d-4a6d-88e9-94be4ee7a554 req-37b92b24-d2ec-4484-9920-66959eaa9394 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461574 Mar 27 15:31:28.465795 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:28.515393 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:28.515769 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:28.590664 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:28.591120 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:28.612800 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:31:28.615017 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883499cc-fdfe-4e38-858f-05b26dbc2280" -d '{"events": [{"server_uuid": "b49b704d-bbdf-4275-9a58-6cc58796e60e", "name": "network-vif-plugged", "status": "completed", "tag": "9bbd2991-dff8-4187-ba17-ad99fb3ad6ee"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:31:28.626969 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:28.632317 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:28.633209 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 10b48296-ca77-47da-81fa-a1aefb0743a6 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:31:28.677965 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432c987a-8202-4cf9-86f7-3796e91895e6 x-openstack-request-id: req-432c987a-8202-4cf9-86f7-3796e91895e6 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:31:28.678423 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49b704d-bbdf-4275-9a58-6cc58796e60e", "name": "network-vif-plugged", "status": "completed", "tag": "9bbd2991-dff8-4187-ba17-ad99fb3ad6ee", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:31:28.678689 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-432c987a-8202-4cf9-86f7-3796e91895e6 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:31:28.679137 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432c987a-8202-4cf9-86f7-3796e91895e6'] response: {'server_uuid': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee', 'code': 200} Mar 27 15:31:28.681883 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: 10b48296-ca77-47da-81fa-a1aefb0743a6 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:31:28.682232 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 10b48296-ca77-47da-81fa-a1aefb0743a6 not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:31:28.706006 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,revision_number=10']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:28.758029 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661307bd-015b-4c45-b31a-6053346b1905 req-de29ddd7-a79a-4fe3-8fb9-b9c8ce525673 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:28.759519 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-661307bd-015b-4c45-b31a-6053346b1905 req-de29ddd7-a79a-4fe3-8fb9-b9c8ce525673 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 947 time: 0.0859728 Mar 27 15:31:28.786419 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ab2f9-3eab-4984-b8d7-f56df33340a7 req-56c9aa75-fb0b-49f9-a11d-0073877e9a5f tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:28.787875 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-325ab2f9-3eab-4984-b8d7-f56df33340a7 req-56c9aa75-fb0b-49f9-a11d-0073877e9a5f tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0857058 Mar 27 15:31:28.828309 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-661307bd-015b-4c45-b31a-6053346b1905 req-e31340fd-2c67-4173-bd3e-feee487fad0f tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625246 Mar 27 15:31:28.865635 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-325ab2f9-3eab-4984-b8d7-f56df33340a7 req-423d2dc3-f5a2-405f-8f34-11d2014e2ecf tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697708 Mar 27 15:31:29.045641 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b49f5-2349-420e-8e7f-50ea0aba2812 req-946d8518-1dc7-4c0a-ab1d-7a471688a0e8 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:29.047146 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dc2b49f5-2349-420e-8e7f-50ea0aba2812 req-946d8518-1dc7-4c0a-ab1d-7a471688a0e8 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0530832 Mar 27 15:31:29.099075 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dc2b49f5-2349-420e-8e7f-50ea0aba2812 req-4df3c4b9-d6a0-4a78-9e4c-b1f7fa10d323 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464666 Mar 27 15:31:29.286181 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7578a16-9597-4164-bac2-9dc380f5646e req-2746c616-05c5-4f5f-94f2-94ecf291002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:29.287669 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f7578a16-9597-4164-bac2-9dc380f5646e req-2746c616-05c5-4f5f-94f2-94ecf291002c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 1131 time: 0.0466156 Mar 27 15:31:29.330031 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f7578a16-9597-4164-bac2-9dc380f5646e req-b78f1e9b-cb3e-4caf-bc81-04fd5c9b10b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356076 Mar 27 15:31:29.980401 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679635a0-f91e-4c5a-a813-bed17b68d576 req-6da1e17a-eee9-4841-890e-0cf803b160d9 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:29.981867 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-679635a0-f91e-4c5a-a813-bed17b68d576 req-6da1e17a-eee9-4841-890e-0cf803b160d9 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 947 time: 0.0821986 Mar 27 15:31:30.009284 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8202f-6dc2-499d-b948-a09e878ca148 req-85d46b70-2010-4439-b00e-f15eeafdac10 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:30.010703 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-27c8202f-6dc2-499d-b948-a09e878ca148 req-85d46b70-2010-4439-b00e-f15eeafdac10 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0783508 Mar 27 15:31:30.057770 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-679635a0-f91e-4c5a-a813-bed17b68d576 req-d37e8458-8150-4297-9ead-b70b01624651 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692048 Mar 27 15:31:30.090806 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-27c8202f-6dc2-499d-b948-a09e878ca148 req-5db9087a-8613-4a9d-8e47-3f96c9f48148 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735450 Mar 27 15:31:30.219213 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77b873-0c95-468c-8b8a-cced29143c8d req-c5da0a6f-fedf-4527-a184-3f8839911b10 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:30.220688 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bd77b873-0c95-468c-8b8a-cced29143c8d req-c5da0a6f-fedf-4527-a184-3f8839911b10 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0534201 Mar 27 15:31:30.266793 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bd77b873-0c95-468c-8b8a-cced29143c8d req-5ff7916c-c790-4f16-a57d-9cda1b772149 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406289 Mar 27 15:31:31.214400 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232f8b0-3f7b-40fc-8e7f-0e881900a84d req-47b996b8-6b37-406e-952a-744a479910cc tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:31.215894 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8232f8b0-3f7b-40fc-8e7f-0e881900a84d req-47b996b8-6b37-406e-952a-744a479910cc tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 947 time: 0.0827525 Mar 27 15:31:31.265310 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b0451-20ab-4011-9da8-e503bf929b66 req-13d6771b-6560-495f-9ea7-15b5022ac66f tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:31.266785 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fc8b0451-20ab-4011-9da8-e503bf929b66 req-13d6771b-6560-495f-9ea7-15b5022ac66f tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0926807 Mar 27 15:31:31.287298 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8232f8b0-3f7b-40fc-8e7f-0e881900a84d req-abc1acd4-6d12-4738-9189-45d6d6540eff tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603564 Mar 27 15:31:31.348161 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fc8b0451-20ab-4011-9da8-e503bf929b66 req-3a2f9189-4f58-4c7f-9a69-0792e5337b5a tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597429 Mar 27 15:31:31.403208 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506ce2f-2a52-4bb5-843c-68fd3dff0ab7 req-b927ab64-c826-4ef2-9247-f2ddb2bfeb18 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:31.405269 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2506ce2f-2a52-4bb5-843c-68fd3dff0ab7 req-b927ab64-c826-4ef2-9247-f2ddb2bfeb18 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0553169 Mar 27 15:31:31.452695 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2506ce2f-2a52-4bb5-843c-68fd3dff0ab7 req-49207869-f243-4cde-8c94-9a09b3a5eea9 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416396 Mar 27 15:31:32.411326 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3a34a-dc0b-4b02-a5b4-9a990a7072bb req-dcb93851-cfb2-4673-9ff2-97dde006fa8e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:32.412813 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-98d3a34a-dc0b-4b02-a5b4-9a990a7072bb req-dcb93851-cfb2-4673-9ff2-97dde006fa8e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 947 time: 0.0559268 Mar 27 15:31:32.482208 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-98d3a34a-dc0b-4b02-a5b4-9a990a7072bb req-3b4adb3c-58a1-4fe8-bccd-934ae40b3d89 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603123 Mar 27 15:31:32.494039 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c3f96-9b1b-4983-83d9-220f249c8796 req-19b81265-80e7-450d-b507-960a70bc4b1c tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:32.495518 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-611c3f96-9b1b-4983-83d9-220f249c8796 req-19b81265-80e7-450d-b507-960a70bc4b1c tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0817173 Mar 27 15:31:32.568242 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-611c3f96-9b1b-4983-83d9-220f249c8796 req-f87f041b-5770-4b42-947d-283f0218787e tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663781 Mar 27 15:31:32.611733 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f19f4b-e74b-4911-a46f-b277ca62097b req-952b8fd1-618d-46f1-9dfb-cef3e5763c24 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:32.613188 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-77f19f4b-e74b-4911-a46f-b277ca62097b req-952b8fd1-618d-46f1-9dfb-cef3e5763c24 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0671513 Mar 27 15:31:32.665174 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-77f19f4b-e74b-4911-a46f-b277ca62097b req-fc9f356a-fec0-4dbf-8e8e-0c42829e6cab tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452552 Mar 27 15:31:33.686756 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820784d-2711-4993-becb-c34cf89afb88 req-3a597c29-3b69-4f1c-aa5c-70ce9f2c8e77 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:33.688367 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b820784d-2711-4993-becb-c34cf89afb88 req-3a597c29-3b69-4f1c-aa5c-70ce9f2c8e77 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0539689 Mar 27 15:31:33.765187 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b820784d-2711-4993-becb-c34cf89afb88 req-154a62bd-19cd-4363-b744-90020840fe3c tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706260 Mar 27 15:31:33.804524 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4c25c-27c6-4719-8a00-68973df57da0 req-84c0732f-3c47-47dd-bfcc-1952510bb84b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:33.805985 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e6a4c25c-27c6-4719-8a00-68973df57da0 req-84c0732f-3c47-47dd-bfcc-1952510bb84b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0654244 Mar 27 15:31:33.852037 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e6a4c25c-27c6-4719-8a00-68973df57da0 req-959098b5-4cf0-4063-818d-61ed86690bae tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396698 Mar 27 15:31:34.229991 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5043d-3bd6-4777-b1fd-306b62176dbb req-042107ea-f3b3-46e8-bdd1-006c5eda9889 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:34.231492 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-51f5043d-3bd6-4777-b1fd-306b62176dbb req-042107ea-f3b3-46e8-bdd1-006c5eda9889 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0550418 Mar 27 15:31:34.279988 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-51f5043d-3bd6-4777-b1fd-306b62176dbb req-ab4b76a5-9283-4763-bcdd-bfa329384978 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423453 Mar 27 15:31:34.888733 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85996a8f-65ad-4b42-ba8f-4075ca2fe6b0 req-55063055-af80-4ad3-b7f0-4a9048f2f1bb tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:34.890228 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-85996a8f-65ad-4b42-ba8f-4075ca2fe6b0 req-55063055-af80-4ad3-b7f0-4a9048f2f1bb tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0523875 Mar 27 15:31:34.977245 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-85996a8f-65ad-4b42-ba8f-4075ca2fe6b0 req-e22cc9f6-025f-401b-9aec-64f235bfff8d tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815279 Mar 27 15:31:34.995815 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa7959-e741-4b3b-a9aa-951abd5448d9 req-a7b06515-929f-412a-8470-ac2a414e295e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:34.997255 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ffa7959-e741-4b3b-a9aa-951abd5448d9 req-a7b06515-929f-412a-8470-ac2a414e295e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0771277 Mar 27 15:31:35.042790 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ffa7959-e741-4b3b-a9aa-951abd5448d9 req-36c8fa8f-b717-4482-9a61-4a6f56673db6 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392230 Mar 27 15:31:35.394378 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b9880-506b-4af9-8de9-a66b8e4f281d req-e676192b-599b-4999-a862-ba688e0ed136 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:35.395872 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-625b9880-506b-4af9-8de9-a66b8e4f281d req-e676192b-599b-4999-a862-ba688e0ed136 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0514643 Mar 27 15:31:35.440837 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-625b9880-506b-4af9-8de9-a66b8e4f281d req-5a8c53fc-1f9b-4961-a42e-937d37790a39 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393212 Mar 27 15:31:36.093203 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d0f0c-9f40-47f8-8ddf-727ff89b2040 req-750a7c94-3dcf-456c-b77e-ad9f82a74e5c tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:36.094665 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-da2d0f0c-9f40-47f8-8ddf-727ff89b2040 req-750a7c94-3dcf-456c-b77e-ad9f82a74e5c tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0521598 Mar 27 15:31:36.185179 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-da2d0f0c-9f40-47f8-8ddf-727ff89b2040 req-3b679ade-f3e0-49b3-8c01-7cb72f823f57 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849652 Mar 27 15:31:36.196997 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5f828-13f9-4a8b-b650-97262d5d06f4 req-849887b1-eabd-40f6-9231-bb857b4c4c41 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:36.198590 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-65e5f828-13f9-4a8b-b650-97262d5d06f4 req-849887b1-eabd-40f6-9231-bb857b4c4c41 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0823691 Mar 27 15:31:36.247178 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-65e5f828-13f9-4a8b-b650-97262d5d06f4 req-adf94d08-f424-4520-aed2-6843242e5ba1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430961 Mar 27 15:31:36.570605 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1937b9-b970-459f-bcf1-05599f41316f req-3cd768a5-3fd7-4dbe-9927-2ad84d543d43 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:36.572172 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dd1937b9-b970-459f-bcf1-05599f41316f req-3cd768a5-3fd7-4dbe-9927-2ad84d543d43 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0540261 Mar 27 15:31:36.620652 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dd1937b9-b970-459f-bcf1-05599f41316f req-700be28d-7488-4bfd-8338-5b9d4aab53ab tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423336 Mar 27 15:31:37.308632 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80c16c-4384-4219-97c1-2f4a4acd6b2b req-71f5b4e3-76ea-4a22-badd-b2a4aa612745 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:37.310126 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0c80c16c-4384-4219-97c1-2f4a4acd6b2b req-71f5b4e3-76ea-4a22-badd-b2a4aa612745 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0561848 Mar 27 15:31:37.401300 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddf87c-84d2-41ed-8c71-94857bd14b52 req-91214df2-ff6b-4cce-b7b6-d04cc45a7dcf tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:37.402799 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fdddf87c-84d2-41ed-8c71-94857bd14b52 req-91214df2-ff6b-4cce-b7b6-d04cc45a7dcf tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0889959 Mar 27 15:31:37.409427 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0c80c16c-4384-4219-97c1-2f4a4acd6b2b req-c619df43-aafe-4675-a26b-389da6331ac8 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874572 Mar 27 15:31:37.453010 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fdddf87c-84d2-41ed-8c71-94857bd14b52 req-f4e2cf09-cac8-4aec-b2fc-1f4ad73e18a1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426371 Mar 27 15:31:37.748899 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6057f-fe25-4a68-9b7c-377aa76d00b5 req-c0caa953-52e9-4ed4-97fe-9b78d870fcbc tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:37.750440 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0cd6057f-fe25-4a68-9b7c-377aa76d00b5 req-c0caa953-52e9-4ed4-97fe-9b78d870fcbc tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0598993 Mar 27 15:31:37.797769 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0cd6057f-fe25-4a68-9b7c-377aa76d00b5 req-24533c2e-6b19-4a8c-b579-733a809751dc tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415189 Mar 27 15:31:38.528582 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10423a4a-3a4c-4d09-8d17-99b33ec5aafd req-34374159-8118-4161-8cc3-e8562a0b2ee3 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:38.530016 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-10423a4a-3a4c-4d09-8d17-99b33ec5aafd req-34374159-8118-4161-8cc3-e8562a0b2ee3 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0544109 Mar 27 15:31:38.552106 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:38.619070 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9565c8a-e302-46ae-9af0-044a37100c9e req-d4a950b1-3d83-419e-9fac-939d86aa7b9a tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:38.620521 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d9565c8a-e302-46ae-9af0-044a37100c9e req-d4a950b1-3d83-419e-9fac-939d86aa7b9a tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0997117 Mar 27 15:31:38.627397 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-10423a4a-3a4c-4d09-8d17-99b33ec5aafd req-3c2722af-5e84-4014-8eef-cab09638c394 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&id=84e48439-44d8-4b36-a17f-7f7591e3eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0895004 Mar 27 15:31:38.668119 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d9565c8a-e302-46ae-9af0-044a37100c9e req-17925af1-af7a-4a5c-b200-7ad804de0435 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398154 Mar 27 15:31:38.917541 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816e2f5-b622-442f-8223-51f937516868 req-5e114d05-f3b5-44e0-9d1f-d6ed0b98c509 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:38.919020 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a816e2f5-b622-442f-8223-51f937516868 req-5e114d05-f3b5-44e0-9d1f-d6ed0b98c509 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0531068 Mar 27 15:31:38.965388 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a816e2f5-b622-442f-8223-51f937516868 req-bbc7099d-ba82-4f05-a90b-17903c9e830f tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400021 Mar 27 15:31:39.782724 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5744e8d-3cbc-41fe-b07f-c5c4d00dc5d3 req-247d04c1-86c6-4fbe-8b4d-30d9525afc24 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:39.784250 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e5744e8d-3cbc-41fe-b07f-c5c4d00dc5d3 req-247d04c1-86c6-4fbe-8b4d-30d9525afc24 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0507920 Mar 27 15:31:39.832294 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e5744e8d-3cbc-41fe-b07f-c5c4d00dc5d3 req-ba9a8d8d-38aa-453d-8ff6-cbcf04bcb6af tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 Mar 27 15:31:40.082307 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fc98c-6e27-4ce0-9ba7-8b98c229e52c req-11e33ee7-bc62-458e-ab06-7ce76e87ebfe tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:40.083885 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c99fc98c-6e27-4ce0-9ba7-8b98c229e52c req-11e33ee7-bc62-458e-ab06-7ce76e87ebfe tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0537579 Mar 27 15:31:40.133713 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c99fc98c-6e27-4ce0-9ba7-8b98c229e52c req-bcee4b79-d27a-41b1-8a05-df91a20e2a98 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431292 Mar 27 15:31:40.947817 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc9a1a-c011-4643-9878-715da6558fda req-9075d63d-d027-46c3-a0de-daf3d29a652e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:40.949259 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c8cc9a1a-c011-4643-9878-715da6558fda req-9075d63d-d027-46c3-a0de-daf3d29a652e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0505481 Mar 27 15:31:40.994125 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c8cc9a1a-c011-4643-9878-715da6558fda req-10c8de2a-2adb-482d-9de3-cd949bc6b014 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389874 Mar 27 15:31:41.252041 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825e4b-7d97-4306-8999-f98481fa56c7 req-4b636481-c7cf-49fe-9fb9-77fcd3efbde4 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:41.253502 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dc825e4b-7d97-4306-8999-f98481fa56c7 req-4b636481-c7cf-49fe-9fb9-77fcd3efbde4 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0549147 Mar 27 15:31:41.300218 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dc825e4b-7d97-4306-8999-f98481fa56c7 req-fd57e5cd-922b-4fb2-afac-bd9624c6d9ef tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412014 Mar 27 15:31:42.111417 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0c31c-4930-4f4c-9a6c-6daa94a09e5e req-d949c544-6c16-4e01-aea1-15bfb88d15c1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:42.112837 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c6d0c31c-4930-4f4c-9a6c-6daa94a09e5e req-d949c544-6c16-4e01-aea1-15bfb88d15c1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0511940 Mar 27 15:31:42.160792 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c6d0c31c-4930-4f4c-9a6c-6daa94a09e5e req-c7eb6bbb-8623-49b1-a4b4-ab7326e8aca2 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423934 Mar 27 15:31:42.267033 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d247e1a-3428-4b21-8ba6-800dd39e859e req-578b0b6e-4d1b-43c5-af20-657c37ec9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:42.268595 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4d247e1a-3428-4b21-8ba6-800dd39e859e req-578b0b6e-4d1b-43c5-af20-657c37ec9ce4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 1129 time: 0.0446692 Mar 27 15:31:42.315576 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4d247e1a-3428-4b21-8ba6-800dd39e859e req-ca99774a-ab1c-44a8-ad6d-955d788e9331 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399594 Mar 27 15:31:42.420657 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41577b-0b9f-4157-a510-00de60cb24dc req-0a52fe65-7ad0-4f9c-b480-7bbce8d930cb tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:42.422148 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7a41577b-0b9f-4157-a510-00de60cb24dc req-0a52fe65-7ad0-4f9c-b480-7bbce8d930cb tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0527804 Mar 27 15:31:42.467185 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7a41577b-0b9f-4157-a510-00de60cb24dc req-2de6204c-63df-430e-82ab-a0d9f6443d38 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395086 Mar 27 15:31:43.301723 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040eb8d-8cea-403e-bed5-eb6f2af7a58f req-7ac88523-b817-4590-828b-c907c25d4f1b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:43.303930 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8040eb8d-8cea-403e-bed5-eb6f2af7a58f req-7ac88523-b817-4590-828b-c907c25d4f1b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0632052 Mar 27 15:31:43.365414 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8040eb8d-8cea-403e-bed5-eb6f2af7a58f req-ef080039-a2d9-457a-ae66-d22afb5de993 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551314 Mar 27 15:31:43.556705 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5a50-e9c8-46c7-a07d-be72111ca3a4 req-eca3d68e-8fa6-446c-aa2d-ea5c34db8bb9 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:43.558140 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-289a5a50-e9c8-46c7-a07d-be72111ca3a4 req-eca3d68e-8fa6-446c-aa2d-ea5c34db8bb9 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 946 time: 0.0751493 Mar 27 15:31:43.629701 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ec5ff-1dc8-4b32-b651-3bb5740ca6c3 req-415e1950-07c4-481d-99e4-33f4317deeff tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:43.631447 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-637ec5ff-1dc8-4b32-b651-3bb5740ca6c3 req-415e1950-07c4-481d-99e4-33f4317deeff tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0937667 Mar 27 15:31:43.634297 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-289a5a50-e9c8-46c7-a07d-be72111ca3a4 req-54f69a9f-7038-4a3e-8b27-1257cff6ffd6 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=1270ac48-9b7c-4938-9457-076aa08371e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613494 Mar 27 15:31:43.680231 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-637ec5ff-1dc8-4b32-b651-3bb5740ca6c3 req-d1fd75f9-e723-4135-a0f5-db52127affab tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429306 Mar 27 15:31:44.493675 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e18c4-2b30-4112-82ef-c5f8b24ea0b4 req-51b22dec-7ac1-4174-b20e-6b8d7e84b4f1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:44.495156 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ba7e18c4-2b30-4112-82ef-c5f8b24ea0b4 req-51b22dec-7ac1-4174-b20e-6b8d7e84b4f1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0607669 Mar 27 15:31:44.541951 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ba7e18c4-2b30-4112-82ef-c5f8b24ea0b4 req-e228b13f-7f5c-467f-9d4f-6ff78b8e5953 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408878 Mar 27 15:31:44.754087 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303dedf-610a-45fb-a8ef-ab3f71dacdde req-8e6c0422-c95c-4788-99f5-1924243bc602 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:44.755675 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f303dedf-610a-45fb-a8ef-ab3f71dacdde req-8e6c0422-c95c-4788-99f5-1924243bc602 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 946 time: 0.0543637 Mar 27 15:31:44.814403 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f303dedf-610a-45fb-a8ef-ab3f71dacdde req-748b2f51-35b2-4124-90b8-dc27c405bca4 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=1270ac48-9b7c-4938-9457-076aa08371e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528178 Mar 27 15:31:44.947897 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4f650-acf1-404e-abbe-c2075dfeb6dd req-3edd586c-b22e-4dc1-984e-fb7547464111 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:44.949258 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-31f4f650-acf1-404e-abbe-c2075dfeb6dd req-3edd586c-b22e-4dc1-984e-fb7547464111 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.1186104 Mar 27 15:31:44.953289 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab42cbf-0f85-4191-bf65-03e4c56b4b5f req-dc937bec-de27-49b3-96a8-b93ce4515614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:44.954599 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ab42cbf-0f85-4191-bf65-03e4c56b4b5f req-dc937bec-de27-49b3-96a8-b93ce4515614 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 1129 time: 0.1130919 Mar 27 15:31:44.985322 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a7d43-a4c1-455f-ab33-104a44f39e9b req-85c0a25a-8149-43fa-9484-4c09a8f2a177 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:44.986703 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b13a7d43-a4c1-455f-ab33-104a44f39e9b req-85c0a25a-8149-43fa-9484-4c09a8f2a177 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.1021452 Mar 27 15:31:45.081502 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-31f4f650-acf1-404e-abbe-c2075dfeb6dd req-f24d0f9b-a063-42b9-9dfa-cf3f5e755886 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245623 Mar 27 15:31:45.105109 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b13a7d43-a4c1-455f-ab33-104a44f39e9b req-317dbb85-52d8-42b6-a41c-06edefb52800 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832226 Mar 27 15:31:45.117742 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab42cbf-0f85-4191-bf65-03e4c56b4b5f req-842b25c9-1229-4a0c-bb98-0538bcadb2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:45.119234 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ab42cbf-0f85-4191-bf65-03e4c56b4b5f req-842b25c9-1229-4a0c-bb98-0538bcadb2c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 920 time: 0.1534142 Mar 27 15:31:45.195418 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ab42cbf-0f85-4191-bf65-03e4c56b4b5f req-dbf3d7fd-8e9e-480d-a758-2b712ff485bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ad0468-95e5-4487-8232-956657fafdea HTTP/1.1" status: 200 len: 1000 time: 0.0652058 Mar 27 15:31:45.361131 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69a1ef-e382-49e5-82a4-1dd0773259c5 req-2939d53f-305e-4aeb-812c-ce9c1de54071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:45.362693 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7a69a1ef-e382-49e5-82a4-1dd0773259c5 req-2939d53f-305e-4aeb-812c-ce9c1de54071 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3246241f55943b0ae1f788fc19805f0&device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 1129 time: 0.0486853 Mar 27 15:31:45.486654 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69a1ef-e382-49e5-82a4-1dd0773259c5 req-94e80ee5-8a8a-4b00-af2a-05733d11264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:45.488146 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7a69a1ef-e382-49e5-82a4-1dd0773259c5 req-94e80ee5-8a8a-4b00-af2a-05733d11264a service neutron] 10.222.0.16 "GET /v2.0/networks?id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7 HTTP/1.1" status: 200 len: 912 time: 0.1153815 Mar 27 15:31:45.502292 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab42cbf-0f85-4191-bf65-03e4c56b4b5f req-22bdfc1a-4c6b-4165-a7c2-2ee85251ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:45.503777 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ab42cbf-0f85-4191-bf65-03e4c56b4b5f req-22bdfc1a-4c6b-4165-a7c2-2ee85251ed94 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 200 len: 858 time: 0.3025150 Mar 27 15:31:45.541065 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df23edc-ca4f-48ac-90dc-a654002b929b req-6fef8454-0c5b-4fa4-924d-c608827367ef tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:45.542512 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5df23edc-ca4f-48ac-90dc-a654002b929b req-6fef8454-0c5b-4fa4-924d-c608827367ef tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0904946 Mar 27 15:31:45.548588 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04924ff8-1f12-42e8-999f-6778e36f0639 req-fae902c0-823d-48d3-8417-890eb61f80e8 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:45.550009 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-04924ff8-1f12-42e8-999f-6778e36f0639 req-fae902c0-823d-48d3-8417-890eb61f80e8 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 946 time: 0.1051831 Mar 27 15:31:45.573025 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7a69a1ef-e382-49e5-82a4-1dd0773259c5 req-d567ba41-fe8b-498f-9bb6-87814229d334 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=615953e3-d735-4517-9c29-202d9a4e1e18 HTTP/1.1" status: 200 len: 1001 time: 0.0771573 Mar 27 15:31:45.578158 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab42cbf-0f85-4191-bf65-03e4c56b4b5f req-8eb4e516-05f8-49b3-a812-bab83a4cf561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:45.579666 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ab42cbf-0f85-4191-bf65-03e4c56b4b5f req-8eb4e516-05f8-49b3-a812-bab83a4cf561 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a88b8d02-0b8d-402d-8dfe-29190bd7b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0700986 Mar 27 15:31:45.647723 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5df23edc-ca4f-48ac-90dc-a654002b929b req-37865e33-26d9-4379-9f96-21ce46d7e724 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966339 Mar 27 15:31:45.681298 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69a1ef-e382-49e5-82a4-1dd0773259c5 req-b568c480-c58b-4555-b620-fc6ec4421169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:45.682863 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7a69a1ef-e382-49e5-82a4-1dd0773259c5 req-b568c480-c58b-4555-b620-fc6ec4421169 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45fa90f7-8dff-4df6-aba3-f9ce848c3e05 HTTP/1.1" status: 200 len: 850 time: 0.0904996 Mar 27 15:31:45.683189 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 37848) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:45.711835 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ab42cbf-0f85-4191-bf65-03e4c56b4b5f req-a4f813ff-61ee-4216-9692-46fcb2d17256 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229520 Mar 27 15:31:45.733363 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-04924ff8-1f12-42e8-999f-6778e36f0639 req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Deleting port 118f4c50-8999-405c-ab9c-21a2c0819fa0 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:31:45.733625 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04924ff8-1f12-42e8-999f-6778e36f0639 req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (118f4c50-8999-405c-ab9c-21a2c0819fa0), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:45.777459 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6b155e-2df4-413a-98f3-bb91547355cd admin admin] Deleting subnet 47845dee-4eb5-418b-b6e3-589a3a8469b0 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:31:45.782227 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d6b155e-2df4-413a-98f3-bb91547355cd admin admin] Publish callbacks [] for subnet (47845dee-4eb5-418b-b6e3-589a3a8469b0), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:45.788839 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69a1ef-e382-49e5-82a4-1dd0773259c5 req-b768e1b8-4a1b-4f90-bd65-9f5c2ef456e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:45.790339 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7a69a1ef-e382-49e5-82a4-1dd0773259c5 req-b768e1b8-4a1b-4f90-bd65-9f5c2ef456e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1010149 Mar 27 15:31:45.829506 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d6b155e-2df4-413a-98f3-bb91547355cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5052755'] for subnet (47845dee-4eb5-418b-b6e3-589a3a8469b0), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:45.868602 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ab42cbf-0f85-4191-bf65-03e4c56b4b5f req-48eeaebc-9885-4022-9c40-63c77f99fe34 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487625 Mar 27 15:31:45.882457 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d6b155e-2df4-413a-98f3-bb91547355cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899853'] for subnet (47845dee-4eb5-418b-b6e3-589a3a8469b0), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:45.883696 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-04924ff8-1f12-42e8-999f-6778e36f0639 req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] For port 118f4c50-8999-405c-ab9c-21a2c0819fa0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=118f4c50-8999-405c-ab9c-21a2c0819fa0,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:45.884133 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04924ff8-1f12-42e8-999f-6778e36f0639 req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (118f4c50-8999-405c-ab9c-21a2c0819fa0), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:45.982113 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc912c69-d89c-46bd-8660-cec9d0c37d8d req-10101ce9-e27c-43a5-aa47-db715474a8fa tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:45.984249 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fc912c69-d89c-46bd-8660-cec9d0c37d8d req-10101ce9-e27c-43a5-aa47-db715474a8fa tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 946 time: 0.0773268 Mar 27 15:31:45.985581 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d6b155e-2df4-413a-98f3-bb91547355cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5227366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24757330'] for subnet (47845dee-4eb5-418b-b6e3-589a3a8469b0), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:45.995232 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7a69a1ef-e382-49e5-82a4-1dd0773259c5 req-6464c7f0-5c71-49b3-8ba0-cf232d886781 service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975007 Mar 27 15:31:46.024014 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b155e-2df4-413a-98f3-bb91547355cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47845dee-4eb5-418b-b6e3-589a3a8469b0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:46.028281 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d6b155e-2df4-413a-98f3-bb91547355cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:46.032043 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-3d6b155e-2df4-413a-98f3-bb91547355cd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/47845dee-4eb5-418b-b6e3-589a3a8469b0 HTTP/1.1" status: 204 len: 168 time: 0.3479164 Mar 27 15:31:46.034464 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 37852) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:46.107052 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fc912c69-d89c-46bd-8660-cec9d0c37d8d req-230bb0b9-4722-4851-98ff-f9aefebbf747 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=1270ac48-9b7c-4938-9457-076aa08371e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144025 Mar 27 15:31:46.128394 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e838823-a80f-434f-a326-35342b8b0dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808514'] for network (a346965b-c424-4aa7-8425-a4822f034253), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:46.177142 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-7a69a1ef-e382-49e5-82a4-1dd0773259c5 req-10fa2803-ef79-4c20-be1d-9122f58aa960 service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705303 Mar 27 15:31:46.189565 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04924ff8-1f12-42e8-999f-6778e36f0639 req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:46.190383 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04924ff8-1f12-42e8-999f-6778e36f0639 req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (225ddd34-d1ea-4c87-b554-378f477b076d), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:46.190547 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.l3_db [req-04924ff8-1f12-42e8-999f-6778e36f0639 req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Floating IP 225ddd34-d1ea-4c87-b554-378f477b076d disassociated. External IP: 172.28.3.72, port: 118f4c50-8999-405c-ab9c-21a2c0819fa0. Mar 27 15:31:46.190809 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-04924ff8-1f12-42e8-999f-6778e36f0639 req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Calling delete_port for 118f4c50-8999-405c-ab9c-21a2c0819fa0 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:31:46.241821 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e838823-a80f-434f-a326-35342b8b0dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688568', 'neutron.services.segments.db._delete_segments_for_network-8742536124483'] for network (a346965b-c424-4aa7-8425-a4822f034253), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:46.267424 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4e838823-a80f-434f-a326-35342b8b0dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a346965b-c424-4aa7-8425-a4822f034253']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:46.278919 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4e838823-a80f-434f-a326-35342b8b0dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118394f5-8379-4ab8-985c-aa5916b8ec78') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:46.279239 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-4e838823-a80f-434f-a326-35342b8b0dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118394f5-8379-4ab8-985c-aa5916b8ec78') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:46.291076 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3bb40-695d-48b1-9b72-135c139472ff req-d335eb48-2b1a-41a4-8a84-74f09e12e4cf tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:46.293661 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4ad3bb40-695d-48b1-9b72-135c139472ff req-d335eb48-2b1a-41a4-8a84-74f09e12e4cf tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.1007078 Mar 27 15:31:46.309177 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e838823-a80f-434f-a326-35342b8b0dea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742536291148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052778'] for segment (118394f5-8379-4ab8-985c-aa5916b8ec78), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:46.331175 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e838823-a80f-434f-a326-35342b8b0dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (118394f5-8379-4ab8-985c-aa5916b8ec78), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:46.335877 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04924ff8-1f12-42e8-999f-6778e36f0639 req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (118f4c50-8999-405c-ab9c-21a2c0819fa0), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:46.343922 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e838823-a80f-434f-a326-35342b8b0dea admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:31:46.344319 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e838823-a80f-434f-a326-35342b8b0dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5229252'] for segment (118394f5-8379-4ab8-985c-aa5916b8ec78), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: Traceback (most recent call last): Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: timer() Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: cb(*args, **kw) Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: return func(*args, **kwargs) Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: self._notify() Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: self.callback(batched_events) Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: event.method(event) Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: return f(self, *a, **k) Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: return self._get(url).json() Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: return self.request(url, 'GET', **kwargs) Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:31:46.345966 dv-cinder-835384-1-smb neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:31:46.364283 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event deleted for resources: {'Port': ['ID=118f4c50-8999-405c-ab9c-21a2c0819fa0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:46.376405 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:46.376751 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:46.377099 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:46.377442 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:46.377778 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:46.378115 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:46.378457 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:46.378823 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:46.379159 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:46.379491 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:46.379819 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:46.380146 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:46.380467 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:46.380790 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:46.381111 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:46.404014 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4ad3bb40-695d-48b1-9b72-135c139472ff req-725ac56a-c8f0-4f3e-8fcb-f8814403739e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035900 Mar 27 15:31:46.417275 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e838823-a80f-434f-a326-35342b8b0dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8111226'] for network (a346965b-c424-4aa7-8425-a4822f034253), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:46.425123 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e838823-a80f-434f-a326-35342b8b0dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:46.431130 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-4e838823-a80f-434f-a326-35342b8b0dea admin admin] 10.222.0.13 "DELETE /v2.0/networks/a346965b-c424-4aa7-8425-a4822f034253 HTTP/1.1" status: 204 len: 168 time: 0.3928256 Mar 27 15:31:46.450777 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e838823-a80f-434f-a326-35342b8b0dea admin admin] Pushing event deleted for resources: {'Network': ['ID=a346965b-c424-4aa7-8425-a4822f034253,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:46.508146 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04924ff8-1f12-42e8-999f-6778e36f0639 req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Router 6d09cb73-8efe-4c19-854d-33072aa5a9ac has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:31:46.559193 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 37858) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:46.599549 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-2465ac68-8557-4692-93d2-a16137c883c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50170c1fcbac44e9821b7e9927e5d004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390930 Mar 27 15:31:46.602088 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 37860) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:46.619586 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04924ff8-1f12-42e8-999f-6778e36f0639 req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:31:46.630820 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049711f-a764-4f05-b288-ae3d6ef0c7e6 None None] Sync routers for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:31:46.641624 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d049711f-a764-4f05-b288-ae3d6ef0c7e6 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:46.642230 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d049711f-a764-4f05-b288-ae3d6ef0c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:31:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:46.656361 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-258ba2cc-c27e-44c6-853a-a700022e4e6a admin admin] Publish callbacks [] for security_group (05d6bdd0-d5ff-442a-b0ff-846172c00b77), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:46.675483 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-04924ff8-1f12-42e8-999f-6778e36f0639 req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] No DVR routers for this DVR port 118f4c50-8999-405c-ab9c-21a2c0819fa0 on host hv-cinder-83538 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:31:46.678522 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-04924ff8-1f12-42e8-999f-6778e36f0639 req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:46.679275 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-258ba2cc-c27e-44c6-853a-a700022e4e6a admin admin] Publish callbacks [] for security_group (05d6bdd0-d5ff-442a-b0ff-846172c00b77), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:46.684624 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-04924ff8-1f12-42e8-999f-6778e36f0639 req-a10d95f3-7f9d-42fc-a80b-729a6b230423 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "DELETE /v2.0/ports/118f4c50-8999-405c-ab9c-21a2c0819fa0 HTTP/1.1" status: 204 len: 173 time: 1.1261938 Mar 27 15:31:46.685957 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf238b5-b8bc-45b9-9763-abedeb3708d3', 'name': 'network-vif-deleted', 'tag': '118f4c50-8999-405c-ab9c-21a2c0819fa0'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:31:46.688117 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfd6dbf-3223-4e2b-9202-309808ab715a" -d '{"events": [{"server_uuid": "cbf238b5-b8bc-45b9-9763-abedeb3708d3", "name": "network-vif-deleted", "tag": "118f4c50-8999-405c-ab9c-21a2c0819fa0"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:31:46.745729 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-258ba2cc-c27e-44c6-853a-a700022e4e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (05d6bdd0-d5ff-442a-b0ff-846172c00b77), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:46.749044 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-258ba2cc-c27e-44c6-853a-a700022e4e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:46.750423 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-258ba2cc-c27e-44c6-853a-a700022e4e6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05d6bdd0-d5ff-442a-b0ff-846172c00b77 HTTP/1.1" status: 204 len: 168 time: 0.1472037 Mar 27 15:31:46.755764 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0d01dd-b44c-45d3-a56d-cd7a581d102f x-openstack-request-id: req-2d0d01dd-b44c-45d3-a56d-cd7a581d102f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:31:46.756263 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf238b5-b8bc-45b9-9763-abedeb3708d3", "name": "network-vif-deleted", "tag": "118f4c50-8999-405c-ab9c-21a2c0819fa0", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:31:46.756672 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d0d01dd-b44c-45d3-a56d-cd7a581d102f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:31:46.760246 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d0d01dd-b44c-45d3-a56d-cd7a581d102f'] response: {'server_uuid': 'cbf238b5-b8bc-45b9-9763-abedeb3708d3', 'name': 'network-vif-deleted', 'tag': '118f4c50-8999-405c-ab9c-21a2c0819fa0', 'status': 'completed', 'code': 200} Mar 27 15:31:46.763334 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d049711f-a764-4f05-b288-ae3d6ef0c7e6 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:46.775711 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ba2cc-c27e-44c6-853a-a700022e4e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d6bdd0-d5ff-442a-b0ff-846172c00b77,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:46.866661 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d2a86-c1b3-4bb1-8ff8-57d131a0ffbc req-d9e9718f-24a5-427e-bbec-4cc7df509a95 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:46.868317 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e97d2a86-c1b3-4bb1-8ff8-57d131a0ffbc req-d9e9718f-24a5-427e-bbec-4cc7df509a95 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0827363 Mar 27 15:31:46.941906 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e97d2a86-c1b3-4bb1-8ff8-57d131a0ffbc req-a5f07b06-0e31-4864-bdb5-c170a66105b1 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662034 Mar 27 15:31:47.132185 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d049711f-a764-4f05-b288-ae3d6ef0c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '6aa0f2c2-278c-46fc-930e-5516cfbfca61', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.65', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '99b6382c-4c54-44ad-a774-463b05557086', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:fc:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:27:33Z', 'updated_at': '2022-03-27T15:28:05Z', 'revision_number': 2, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:47.163796 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049711f-a764-4f05-b288-ae3d6ef0c7e6 None None] Checking router: 6d09cb73-8efe-4c19-854d-33072aa5a9ac for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:31:47.172600 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d049711f-a764-4f05-b288-ae3d6ef0c7e6 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:47.173219 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d049711f-a764-4f05-b288-ae3d6ef0c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:31:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:47.252442 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7a3db1f0-a1c8-4ac1-93c6-7acaee3a19de req-50790fc6-63ef-403b-adb2-1d945d5ecee9 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf238b5-b8bc-45b9-9763-abedeb3708d3 HTTP/1.1" status: 200 len: 210 time: 0.0445545 Mar 27 15:31:47.300307 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-d049711f-a764-4f05-b288-ae3d6ef0c7e6 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:47.553082 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95faeb6-1a36-464d-a540-1d8d1cd6ebc1 req-a38d936d-f7be-475f-8073-0d72857661a5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:47.560165 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c95faeb6-1a36-464d-a540-1d8d1cd6ebc1 req-a38d936d-f7be-475f-8073-0d72857661a5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0631311 Mar 27 15:31:47.580487 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-d049711f-a764-4f05-b288-ae3d6ef0c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '6aa0f2c2-278c-46fc-930e-5516cfbfca61', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.65', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '99b6382c-4c54-44ad-a774-463b05557086', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:fc:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:27:33Z', 'updated_at': '2022-03-27T15:28:05Z', 'revision_number': 2, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:47.610072 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c95faeb6-1a36-464d-a540-1d8d1cd6ebc1 req-4502e5fa-e9f7-45cb-a20c-34cf1cc79c19 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484221 Mar 27 15:31:47.613861 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049711f-a764-4f05-b288-ae3d6ef0c7e6 None None] The sync data for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb is: [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '6aa0f2c2-278c-46fc-930e-5516cfbfca61', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.65', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '99b6382c-4c54-44ad-a774-463b05557086', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:fc:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:27:33Z', 'updated_at': '2022-03-27T15:28:05Z', 'revision_number': 2, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:31:47.644442 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 37890) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:47.743115 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-232816ec-ec50-4084-afb7-7c4f48e0ff34 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1509195609-network', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:47.763811 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232816ec-ec50-4084-afb7-7c4f48e0ff34 admin admin] Made reservation on behalf of 3e48f4dbdd4c45c5854d653ba08be5e0 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:31:47.766341 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-232816ec-ec50-4084-afb7-7c4f48e0ff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:47.775515 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-232816ec-ec50-4084-afb7-7c4f48e0ff34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:47.856996 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-232816ec-ec50-4084-afb7-7c4f48e0ff34 admin admin] Publish callbacks [] for security_group (3ec6b47f-5f15-4ea1-a658-74fa4adf4e77), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:47.863770 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-232816ec-ec50-4084-afb7-7c4f48e0ff34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (3ec6b47f-5f15-4ea1-a658-74fa4adf4e77), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:47.872552 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2268c8fc-8ff6-4d71-9fea-4853f68d8047 None None] New status for floating IP 225ddd34-d1ea-4c87-b554-378f477b076d: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:31:47.880056 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232816ec-ec50-4084-afb7-7c4f48e0ff34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:31:47.891097 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-232816ec-ec50-4084-afb7-7c4f48e0ff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (244d06c6-fd24-4c98-9fa8-e6c8999e1647), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:47.891442 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.segments_db [None req-232816ec-ec50-4084-afb7-7c4f48e0ff34 admin admin] Added segment 244d06c6-fd24-4c98-9fa8-e6c8999e1647 of type vlan for network 30bd4b72-8a1d-4886-9224-4597ff09b4b2 Mar 27 15:31:47.946918 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-232816ec-ec50-4084-afb7-7c4f48e0ff34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (30bd4b72-8a1d-4886-9224-4597ff09b4b2), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:47.951535 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232816ec-ec50-4084-afb7-7c4f48e0ff34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec6b47f-5f15-4ea1-a658-74fa4adf4e77,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:47.978187 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-232816ec-ec50-4084-afb7-7c4f48e0ff34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (30bd4b72-8a1d-4886-9224-4597ff09b4b2), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:47.979749 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232816ec-ec50-4084-afb7-7c4f48e0ff34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:47.980350 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-232816ec-ec50-4084-afb7-7c4f48e0ff34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.037334 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-232816ec-ec50-4084-afb7-7c4f48e0ff34 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3917646 Mar 27 15:31:48.040345 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 37896) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:48.046052 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-644ff3bb-a8c3-4327-b428-2cd733d733f4 admin admin] Request body: {'subnet': {'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1509195609-subnet', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:48.071716 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644ff3bb-a8c3-4327-b428-2cd733d733f4 admin admin] Made reservation on behalf of 3e48f4dbdd4c45c5854d653ba08be5e0 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:31:48.074456 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-644ff3bb-a8c3-4327-b428-2cd733d733f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5321494'] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.081334 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232816ec-ec50-4084-afb7-7c4f48e0ff34 admin admin] Pushing event updated for resources: {'Network': ['ID=30bd4b72-8a1d-4886-9224-4597ff09b4b2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:48.093352 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network 30bd4b72-8a1d-4886-9224-4597ff09b4b2 details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:31:48.106666 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73df07-fdce-4ad6-a918-bca8dd6704ae req-018c5501-0947-42b5-b159-57c588d20f69 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:48.109253 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cc73df07-fdce-4ad6-a918-bca8dd6704ae req-018c5501-0947-42b5-b159-57c588d20f69 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0690949 Mar 27 15:31:48.158248 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cc73df07-fdce-4ad6-a918-bca8dd6704ae req-243f7ff4-45b4-4b1f-922d-e5ed70ab5fb9 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434320 Mar 27 15:31:48.278009 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-644ff3bb-a8c3-4327-b428-2cd733d733f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5327928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5321472'] for subnet (6795a83c-adc3-4390-b87e-00540dd8e9ea), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.332385 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 37904) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:48.340550 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ff3bb-a8c3-4327-b428-2cd733d733f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6795a83c-adc3-4390-b87e-00540dd8e9ea,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:48.348575 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644ff3bb-a8c3-4327-b428-2cd733d733f4 admin admin] Checking segment: {'id': '244d06c6-fd24-4c98-9fa8-e6c8999e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:31:48.348930 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644ff3bb-a8c3-4327-b428-2cd733d733f4 admin admin] Network hostable DHCP agents. Network: 30bd4b72-8a1d-4886-9224-4597ff09b4b2, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:31:48.366257 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644ff3bb-a8c3-4327-b428-2cd733d733f4 admin admin] Network 30bd4b72-8a1d-4886-9224-4597ff09b4b2 is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:31:48.378013 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-644ff3bb-a8c3-4327-b428-2cd733d733f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, 30bd4b72-8a1d-4886-9224-4597ff09b4b2) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:48.382288 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644ff3bb-a8c3-4327-b428-2cd733d733f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:48.382918 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-644ff3bb-a8c3-4327-b428-2cd733d733f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.391178 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54c776f2-47e2-49b8-b516-98f9ceda1ad5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (1270ac48-9b7c-4938-9457-076aa08371e8), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.394584 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a0052-fd7e-4b2e-92b5-1d226e3b356d None None] Network 30bd4b72-8a1d-4886-9224-4597ff09b4b2 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:31:48.404905 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-644ff3bb-a8c3-4327-b428-2cd733d733f4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3609109 Mar 27 15:31:48.405242 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 37906) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:48.412104 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1509195609-router', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:48.425706 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54c776f2-47e2-49b8-b516-98f9ceda1ad5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (1270ac48-9b7c-4938-9457-076aa08371e8), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.464144 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8114740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3413'] for router (af5949a5-bafa-4f4a-b75c-611044e31245), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.465259 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8115364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3422'] for router (af5949a5-bafa-4f4a-b75c-611044e31245), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.515777 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1149be5e-69e0-5c3c-8334-0e120ffae105-30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'fixed_ips': [{'subnet_id': '6795a83c-adc3-4390-b87e-00540dd8e9ea'}]}} from dv-cinder-835384-1-smb. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:31:48.516706 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.524271 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Publish callbacks [] for router_controller (af5949a5-bafa-4f4a-b75c-611044e31245), precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.525699 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54c776f2-47e2-49b8-b516-98f9ceda1ad5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (1270ac48-9b7c-4938-9457-076aa08371e8), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.528758 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54c776f2-47e2-49b8-b516-98f9ceda1ad5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.530118 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-54c776f2-47e2-49b8-b516-98f9ceda1ad5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "DELETE /v2.0/security-groups/1270ac48-9b7c-4938-9457-076aa08371e8 HTTP/1.1" status: 204 len: 168 time: 0.1964331 Mar 27 15:31:48.532952 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 37908) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:48.539440 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c776f2-47e2-49b8-b516-98f9ceda1ad5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1270ac48-9b7c-4938-9457-076aa08371e8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:48.561113 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.api.v2.resource [None req-faece0b2-c9ea-4c1b-8f7b-79550d5d352f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] show failed (client error): The resource could not be found. Mar 27 15:31:48.562417 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-faece0b2-c9ea-4c1b-8f7b-79550d5d352f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups/1270ac48-9b7c-4938-9457-076aa08371e8 HTTP/1.1" status: 404 len: 347 time: 0.0281875 Mar 27 15:31:48.565260 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 37910) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:48.706879 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Publish callbacks [] for router_gateway (af5949a5-bafa-4f4a-b75c-611044e31245), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.749444 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Allocated IP 172.20.0.2 (30bd4b72-8a1d-4886-9224-4597ff09b4b2/6795a83c-adc3-4390-b87e-00540dd8e9ea/5a065834-c25b-4e79-a04a-783d6ddd21a0) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:31:48.832090 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-443e8e03-0186-492a-af69-e1230331cd06 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Deleting port 7e9c8952-6067-4a36-8a3a-d8f4b991e4bf {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:31:48.832676 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-443e8e03-0186-492a-af69-e1230331cd06 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (7e9c8952-6067-4a36-8a3a-d8f4b991e4bf), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.852911 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08afaa2-62ac-4ede-bc80-3c33af02bf89 req-717596ef-4d65-4480-89b4-71c726fcd2eb tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:48.854816 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a08afaa2-62ac-4ede-bc80-3c33af02bf89 req-717596ef-4d65-4480-89b4-71c726fcd2eb tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0731349 Mar 27 15:31:48.921358 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Publish callbacks [] for port (5a065834-c25b-4e79-a04a-783d6ddd21a0), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.921902 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a08afaa2-62ac-4ede-bc80-3c33af02bf89 req-5be15fbf-b037-4cd6-8bd2-361113be6028 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559874 Mar 27 15:31:48.934398 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (5a065834-c25b-4e79-a04a-783d6ddd21a0), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.940506 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-443e8e03-0186-492a-af69-e1230331cd06 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (7e9c8952-6067-4a36-8a3a-d8f4b991e4bf), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.940838 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-443e8e03-0186-492a-af69-e1230331cd06 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (7e9c8952-6067-4a36-8a3a-d8f4b991e4bf), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.962950 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-443e8e03-0186-492a-af69-e1230331cd06 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Calling delete_port for 7e9c8952-6067-4a36-8a3a-d8f4b991e4bf owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:31:48.983236 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Network 30bd4b72-8a1d-4886-9224-4597ff09b4b2 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:48.988303 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:48.994681 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:31:49.002414 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Pushing event updated for resources: {'Port': ['ID=5a065834-c25b-4e79-a04a-783d6ddd21a0,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:49.012785 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:49.013355 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:49.014407 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:49.014936 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:49.015451 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:49.015935 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:49.016430 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:49.016909 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:49.017401 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:49.017894 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:49.018373 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:49.018881 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:49.019374 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:49.019866 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:49.020350 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:49.036055 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Publish callbacks [] for router_gateway (af5949a5-bafa-4f4a-b75c-611044e31245), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:49.059120 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:49.082620 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Attempting to bind port 5a065834-c25b-4e79-a04a-783d6ddd21a0 on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:31:49.082620 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Attempting to bind port 5a065834-c25b-4e79-a04a-783d6ddd21a0 by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '244d06c6-fd24-4c98-9fa8-e6c8999e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:31:49.082620 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Attempting to bind port 5a065834-c25b-4e79-a04a-783d6ddd21a0 on network 30bd4b72-8a1d-4886-9224-4597ff09b4b2 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:31:49.088228 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:31:49.088754 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Checking segment: {'id': '244d06c6-fd24-4c98-9fa8-e6c8999e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:31:49.089229 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:49.089724 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Bound using segment: {'id': '244d06c6-fd24-4c98-9fa8-e6c8999e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:31:49.090260 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Bound port: 5a065834-c25b-4e79-a04a-783d6ddd21a0, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244d06c6-fd24-4c98-9fa8-e6c8999e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:31:49.090772 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (5a065834-c25b-4e79-a04a-783d6ddd21a0), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:49.139717 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-443e8e03-0186-492a-af69-e1230331cd06 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (7e9c8952-6067-4a36-8a3a-d8f4b991e4bf), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:49.166514 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] For port 5a065834-c25b-4e79-a04a-783d6ddd21a0, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:31:49.174100 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] For port 5a065834-c25b-4e79-a04a-783d6ddd21a0, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=5a065834-c25b-4e79-a04a-783d6ddd21a0,segment=NetworkSegment(244d06c6-fd24-4c98-9fa8-e6c8999e1647),segment_id=244d06c6-fd24-4c98-9fa8-e6c8999e1647)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:31:49.174470 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e8e03-0186-492a-af69-e1230331cd06 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event deleted for resources: {'Port': ['ID=7e9c8952-6067-4a36-8a3a-d8f4b991e4bf,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:49.187803 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (5a065834-c25b-4e79-a04a-783d6ddd21a0), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:49.188215 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Allocated IP 172.28.3.112 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/8239e7f9-ee7f-476c-9e27-cbd486f74d4f) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:31:49.253249 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-443e8e03-0186-492a-af69-e1230331cd06 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (225ddd34-d1ea-4c87-b554-378f477b076d), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:49.256804 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-443e8e03-0186-492a-af69-e1230331cd06 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:49.258775 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-443e8e03-0186-492a-af69-e1230331cd06 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "DELETE /v2.0/floatingips/225ddd34-d1ea-4c87-b554-378f477b076d HTTP/1.1" status: 204 len: 168 time: 0.6924472 Mar 27 15:31:49.290451 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f0ef1-a9df-42fd-98dd-4937933a9e74 None None] Pushing event updated for resources: {'Port': ['ID=5a065834-c25b-4e79-a04a-783d6ddd21a0,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:49.343913 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Publish callbacks [] for port (8239e7f9-ee7f-476c-9e27-cbd486f74d4f), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:49.389954 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (8239e7f9-ee7f-476c-9e27-cbd486f74d4f), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:49.433494 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:49.440775 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:49.446881 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:31:49.477094 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Pushing event updated for resources: {'Port': ['ID=8239e7f9-ee7f-476c-9e27-cbd486f74d4f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:49.788411 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Publish callbacks [] for router_gateway (af5949a5-bafa-4f4a-b75c-611044e31245), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.006698 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8115391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8111138'] for router (af5949a5-bafa-4f4a-b75c-611044e31245), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.103782 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f4083d5-933f-4831-a5d7-65e11b986e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.311820 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278b15c3-4f24-44ac-b5d5-0305c0586165 None None] Network 30bd4b72-8a1d-4886-9224-4597ff09b4b2 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:31:50.374393 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7c2a7-eb77-4259-861e-b293b108bf99 req-20c9de4a-e6cc-4ada-8cd2-ae56dd7f81f6 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:50.375986 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-aff7c2a7-eb77-4259-861e-b293b108bf99 req-20c9de4a-e6cc-4ada-8cd2-ae56dd7f81f6 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.3617043 Mar 27 15:31:50.403810 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-32055d1f-d9c0-470f-b0d8-c72793e3ee09 None None] Provisioning complete for port 5a065834-c25b-4e79-a04a-783d6ddd21a0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:50.404320 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32055d1f-d9c0-470f-b0d8-c72793e3ee09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (5a065834-c25b-4e79-a04a-783d6ddd21a0), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.441972 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-aff7c2a7-eb77-4259-861e-b293b108bf99 req-d0af5871-93a9-4596-bb9f-7735084d796e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588691 Mar 27 15:31:50.450336 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Router af5949a5-bafa-4f4a-b75c-611044e31245 is scheduled to L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:31:50.540129 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-32055d1f-d9c0-470f-b0d8-c72793e3ee09 None None] Current status of the port 5a065834-c25b-4e79-a04a-783d6ddd21a0 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:50.540507 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32055d1f-d9c0-470f-b0d8-c72793e3ee09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (5a065834-c25b-4e79-a04a-783d6ddd21a0), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.573327 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 118f4c50-8999-405c-ab9c-21a2c0819fa0 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:31:50.604774 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: 118f4c50-8999-405c-ab9c-21a2c0819fa0 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:31:50.605115 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 118f4c50-8999-405c-ab9c-21a2c0819fa0 not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:31:50.605325 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:31:50.610342 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-32055d1f-d9c0-470f-b0d8-c72793e3ee09 None None] For port 5a065834-c25b-4e79-a04a-783d6ddd21a0, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=5a065834-c25b-4e79-a04a-783d6ddd21a0,segment=NetworkSegment(244d06c6-fd24-4c98-9fa8-e6c8999e1647),segment_id=244d06c6-fd24-4c98-9fa8-e6c8999e1647)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:50.615637 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-32055d1f-d9c0-470f-b0d8-c72793e3ee09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (5a065834-c25b-4e79-a04a-783d6ddd21a0), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.619935 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Sync routers for ids ['af5949a5-bafa-4f4a-b75c-611044e31245'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:31:50.650643 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Routers {'af5949a5-bafa-4f4a-b75c-611044e31245'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:50.651592 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:31:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['af5949a5-bafa-4f4a-b75c-611044e31245'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:50.663956 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.670226 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 37928) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:50.670803 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-36ffbad0-3043-4cd4-bd97-f803ed6d667b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2630436 Mar 27 15:31:50.693336 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32055d1f-d9c0-470f-b0d8-c72793e3ee09 None None] Pushing event updated for resources: {'Port': ['ID=5a065834-c25b-4e79-a04a-783d6ddd21a0,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:50.707481 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87403a76-7402-4655-84e7-d27fbd4bd5f0 req-e703edaf-605e-4536-9734-cae962559116 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:50.709621 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-87403a76-7402-4655-84e7-d27fbd4bd5f0 req-e703edaf-605e-4536-9734-cae962559116 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.1441786 Mar 27 15:31:50.720003 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 37932) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:50.724476 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ea60870e-70ae-43a7-a283-49f1edb7b67e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Request body: {'floatingip': {'port_id': 'c9ad0468-95e5-4487-8232-956657fafdea'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:50.839225 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea60870e-70ae-43a7-a283-49f1edb7b67e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for floatingip (16f231a4-1f76-4625-b8c3-ac7ffd31c0b7), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.846552 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Set router af5949a5-bafa-4f4a-b75c-611044e31245 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:50.944163 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2f9fff7c-8b30-4c5a-8395-8ac9914a2e13 None None] Provisioning complete for port 5a065834-c25b-4e79-a04a-783d6ddd21a0 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:50.945239 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2f9fff7c-8b30-4c5a-8395-8ac9914a2e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (5a065834-c25b-4e79-a04a-783d6ddd21a0), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.095978 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2f9fff7c-8b30-4c5a-8395-8ac9914a2e13 None None] Current status of the port 5a065834-c25b-4e79-a04a-783d6ddd21a0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:51.114141 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'name': 'tempest-TestShelveInstance-1509195609-router', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:31:49Z', 'revision_number': 3, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'gw_port': {'id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:49Z', 'updated_at': '2022-03-27T15:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:51.141479 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Checking router: af5949a5-bafa-4f4a-b75c-611044e31245 for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:31:51.141831 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Updating router af5949a5-bafa-4f4a-b75c-611044e31245 port 8239e7f9-ee7f-476c-9e27-cbd486f74d4f binding host dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:31:51.169354 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (8239e7f9-ee7f-476c-9e27-cbd486f74d4f), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.195803 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446557d-82c3-4fde-96bd-ab3d9f985b0e req-8712217c-9ce4-4004-bad0-6f9ca697d270 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:51.197193 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3446557d-82c3-4fde-96bd-ab3d9f985b0e req-8712217c-9ce4-4004-bad0-6f9ca697d270 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 946 time: 0.1003683 Mar 27 15:31:51.327262 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3446557d-82c3-4fde-96bd-ab3d9f985b0e req-fa348622-0900-4bcb-b3eb-6244bbba264a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aa60053-ba07-4978-ba7c-64c98090964b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214182 Mar 27 15:31:51.423728 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 5a065834-c25b-4e79-a04a-783d6ddd21a0 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:51.491310 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 5a065834-c25b-4e79-a04a-783d6ddd21a0 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:51.492003 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (5a065834-c25b-4e79-a04a-783d6ddd21a0), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.494929 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Publish callbacks [] for port (8239e7f9-ee7f-476c-9e27-cbd486f74d4f), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.501438 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (8239e7f9-ee7f-476c-9e27-cbd486f74d4f), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.505540 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea60870e-70ae-43a7-a283-49f1edb7b67e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.510916 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea60870e-70ae-43a7-a283-49f1edb7b67e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (16f231a4-1f76-4625-b8c3-ac7ffd31c0b7), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.525465 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.562893 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126d43a-02f2-49a6-a70c-53993f4ee57d None None] Pushing event updated for resources: {'Port': ['ID=8239e7f9-ee7f-476c-9e27-cbd486f74d4f,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:51.566722 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Attempting to bind port 8239e7f9-ee7f-476c-9e27-cbd486f74d4f on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:31:51.567106 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Attempting to bind port 8239e7f9-ee7f-476c-9e27-cbd486f74d4f by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:31:51.567461 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Attempting to bind port 8239e7f9-ee7f-476c-9e27-cbd486f74d4f on network 6b523561-9fa5-43e1-895e-32993d078f63 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:31:51.573935 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126d43a-02f2-49a6-a70c-53993f4ee57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:51.574280 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126d43a-02f2-49a6-a70c-53993f4ee57d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:51.574772 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126d43a-02f2-49a6-a70c-53993f4ee57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:51.576367 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126d43a-02f2-49a6-a70c-53993f4ee57d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:51.576367 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126d43a-02f2-49a6-a70c-53993f4ee57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:51.576367 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126d43a-02f2-49a6-a70c-53993f4ee57d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:51.576634 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126d43a-02f2-49a6-a70c-53993f4ee57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:51.576943 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126d43a-02f2-49a6-a70c-53993f4ee57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:51.577262 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126d43a-02f2-49a6-a70c-53993f4ee57d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:51.577583 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126d43a-02f2-49a6-a70c-53993f4ee57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:51.577901 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126d43a-02f2-49a6-a70c-53993f4ee57d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:51.578236 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126d43a-02f2-49a6-a70c-53993f4ee57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:51.578555 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126d43a-02f2-49a6-a70c-53993f4ee57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:51.578909 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126d43a-02f2-49a6-a70c-53993f4ee57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:51.579226 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126d43a-02f2-49a6-a70c-53993f4ee57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:51.584734 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:31:51.585218 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Checking segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:31:51.585627 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.586010 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Bound using segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:31:51.586475 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Bound port: 8239e7f9-ee7f-476c-9e27-cbd486f74d4f, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:31:51.586871 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (8239e7f9-ee7f-476c-9e27-cbd486f74d4f), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.615046 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 5a065834-c25b-4e79-a04a-783d6ddd21a0 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:51.641316 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] For port 8239e7f9-ee7f-476c-9e27-cbd486f74d4f, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:31:51.645111 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] For port 8239e7f9-ee7f-476c-9e27-cbd486f74d4f, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=8239e7f9-ee7f-476c-9e27-cbd486f74d4f,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:31:51.653464 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (8239e7f9-ee7f-476c-9e27-cbd486f74d4f), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.706745 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Routers {'af5949a5-bafa-4f4a-b75c-611044e31245'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:51.707366 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:31:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['af5949a5-bafa-4f4a-b75c-611044e31245'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:51.707823 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Allocated IP 172.20.0.1 (30bd4b72-8a1d-4886-9224-4597ff09b4b2/6795a83c-adc3-4390-b87e-00540dd8e9ea/5f13fee3-2e5e-408e-abba-f18f1d7ef11a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:31:51.767387 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea60870e-70ae-43a7-a283-49f1edb7b67e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Router ec9ca019-7d23-447a-b105-43d87e3affd3 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:31:51.783026 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126d43a-02f2-49a6-a70c-53993f4ee57d None None] Pushing event updated for resources: {'Port': ['ID=8239e7f9-ee7f-476c-9e27-cbd486f74d4f,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:51.798211 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:31:51.825172 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Publish callbacks [] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.838309 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] Set router af5949a5-bafa-4f4a-b75c-611044e31245 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:51.859017 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.880373 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea60870e-70ae-43a7-a283-49f1edb7b67e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:31:51.885519 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea60870e-70ae-43a7-a283-49f1edb7b67e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.891525 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133239b1-2b72-4b4d-8a71-3b941428e268 None None] Sync routers for ids ['ec9ca019-7d23-447a-b105-43d87e3affd3'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:31:51.906067 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133239b1-2b72-4b4d-8a71-3b941428e268 None None] Routers {'ec9ca019-7d23-447a-b105-43d87e3affd3'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:51.907072 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-133239b1-2b72-4b4d-8a71-3b941428e268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:31:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['ec9ca019-7d23-447a-b105-43d87e3affd3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:51.907965 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Pushing event updated for resources: {'Port': ['ID=5f13fee3-2e5e-408e-abba-f18f1d7ef11a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:51.919717 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Network 30bd4b72-8a1d-4886-9224-4597ff09b4b2 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:51.921384 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:51.924643 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:31:51.937810 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'tag': 'c9ad0468-95e5-4487-8232-956657fafdea'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:31:51.940128 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3147ca5-8d4c-4013-9b35-e88b3c86751c" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdaa473-1356-4e70-917a-3e3e3d367a93", "tag": "c9ad0468-95e5-4487-8232-956657fafdea"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:31:51.980742 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-ea60870e-70ae-43a7-a283-49f1edb7b67e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "PUT /v2.0/floatingips/16f231a4-1f76-4625-b8c3-ac7ffd31c0b7 HTTP/1.1" status: 200 len: 992 time: 1.2592163 Mar 27 15:31:52.018116 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8111607'] for router_interface (af5949a5-bafa-4f4a-b75c-611044e31245), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:52.018924 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e6dad4-7483-431a-93f2-1cb9a6a2299e x-openstack-request-id: req-e7e6dad4-7483-431a-93f2-1cb9a6a2299e {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:31:52.019241 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdaa473-1356-4e70-917a-3e3e3d367a93", "tag": "c9ad0468-95e5-4487-8232-956657fafdea", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:31:52.019502 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7e6dad4-7483-431a-93f2-1cb9a6a2299e {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:31:52.019919 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e6dad4-7483-431a-93f2-1cb9a6a2299e'] response: {'name': 'network-changed', 'server_uuid': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'tag': 'c9ad0468-95e5-4487-8232-956657fafdea', 'status': 'completed', 'code': 200} Mar 27 15:31:52.081425 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-133239b1-2b72-4b4d-8a71-3b941428e268 None None] Set router ec9ca019-7d23-447a-b105-43d87e3affd3 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:52.150796 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3147ca5-8d4c-4013-9b35-e88b3c86751c req-2cbd5078-bf29-4dee-b5e2-6b3dbc5894de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:52.152486 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c3147ca5-8d4c-4013-9b35-e88b3c86751c req-2cbd5078-bf29-4dee-b5e2-6b3dbc5894de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 1129 time: 0.0942488 Mar 27 15:31:52.184395 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'name': 'tempest-TestShelveInstance-1509195609-router', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:31:49Z', 'revision_number': 3, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'gw_port': {'id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:49Z', 'updated_at': '2022-03-27T15:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:52.212338 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345c1a43-51b4-49c5-bc00-daa21917db12 None None] The sync data for ids ['af5949a5-bafa-4f4a-b75c-611044e31245'] in dv-cinder-835384-1-smb is: [{'id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'name': 'tempest-TestShelveInstance-1509195609-router', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:31:49Z', 'revision_number': 3, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'gw_port': {'id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:49Z', 'updated_at': '2022-03-27T15:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:31:52.270816 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:52.318434 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3147ca5-8d4c-4013-9b35-e88b3c86751c req-fe9755e3-b48c-42cd-ace6-78e610cd1fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:52.319920 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c3147ca5-8d4c-4013-9b35-e88b3c86751c req-fe9755e3-b48c-42cd-ace6-78e610cd1fe2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 920 time: 0.1597283 Mar 27 15:31:52.388537 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-399ab37f-160b-488d-99d4-286a582db184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:52.396902 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-8057960e-26c8-495f-8ff4-9cb85abda5aa None None] Provisioning complete for port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:52.397504 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8057960e-26c8-495f-8ff4-9cb85abda5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:52.453822 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c3147ca5-8d4c-4013-9b35-e88b3c86751c req-0fcf66c8-9c4b-449b-9dd3-9dee277a6a6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ad0468-95e5-4487-8232-956657fafdea HTTP/1.1" status: 200 len: 1000 time: 0.1224840 Mar 27 15:31:52.478387 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-8057960e-26c8-495f-8ff4-9cb85abda5aa None None] Port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:31:52.496670 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf88b8-cdb3-4899-8ff2-9a0a5eaeac6e req-45d80507-5a1f-49f0-ad38-45f25cc69019 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:52.499507 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-34bf88b8-cdb3-4899-8ff2-9a0a5eaeac6e req-45d80507-5a1f-49f0-ad38-45f25cc69019 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 946 time: 0.0872223 Mar 27 15:31:52.543557 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3147ca5-8d4c-4013-9b35-e88b3c86751c req-efff21d1-6405-4704-aedd-e6fe81ef9552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:52.545050 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c3147ca5-8d4c-4013-9b35-e88b3c86751c req-efff21d1-6405-4704-aedd-e6fe81ef9552 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 200 len: 858 time: 0.0851514 Mar 27 15:31:52.592515 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-34bf88b8-cdb3-4899-8ff2-9a0a5eaeac6e req-947b427b-bd5c-4f83-9cc5-e0dfe791118a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aa60053-ba07-4978-ba7c-64c98090964b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849319 Mar 27 15:31:52.603733 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-133239b1-2b72-4b4d-8a71-3b941428e268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:28Z', 'revision_number': 4, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port': {'id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:16Z', 'updated_at': '2022-03-27T15:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '16f231a4-1f76-4625-b8c3-ac7ffd31c0b7', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'port_id': 'c9ad0468-95e5-4487-8232-956657fafdea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'mac_address': 'fa:16:3e:b0:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:22Z', 'updated_at': '2022-03-27T15:31:51Z', 'revision_number': 3, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c75e88f-cba2-44e9-ba9d-cddb40ac9850', 'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'mac_address': 'fa:16:3e:6d:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:25Z', 'updated_at': '2022-03-27T15:27:38Z', 'revision_number': 5, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'subnets': [{'id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:52.617426 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Publish callbacks [] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:52.630113 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:52.644884 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133239b1-2b72-4b4d-8a71-3b941428e268 None None] Checking router: ec9ca019-7d23-447a-b105-43d87e3affd3 for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:31:52.653502 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133239b1-2b72-4b4d-8a71-3b941428e268 None None] Routers {'ec9ca019-7d23-447a-b105-43d87e3affd3'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:52.654179 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-133239b1-2b72-4b4d-8a71-3b941428e268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:31:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['ec9ca019-7d23-447a-b105-43d87e3affd3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:52.708774 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Pushing event updated for resources: {'Port': ['ID=5f13fee3-2e5e-408e-abba-f18f1d7ef11a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:52.718135 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3147ca5-8d4c-4013-9b35-e88b3c86751c req-150ef3f8-d33a-4bd2-a37a-6df60a716af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:52.719710 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c3147ca5-8d4c-4013-9b35-e88b3c86751c req-150ef3f8-d33a-4bd2-a37a-6df60a716af2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a88b8d02-0b8d-402d-8dfe-29190bd7b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1663146 Mar 27 15:31:52.724818 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8120400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8111459'] for router_interface (af5949a5-bafa-4f4a-b75c-611044e31245), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:52.784679 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-133239b1-2b72-4b4d-8a71-3b941428e268 None None] Set router ec9ca019-7d23-447a-b105-43d87e3affd3 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:52.882661 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c3147ca5-8d4c-4013-9b35-e88b3c86751c req-769ec934-1cf5-465b-8abd-ebfb4e50701e service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540415 Mar 27 15:31:52.904557 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Network 30bd4b72-8a1d-4886-9224-4597ff09b4b2 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:52.906817 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:53.048772 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-133239b1-2b72-4b4d-8a71-3b941428e268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:28Z', 'revision_number': 4, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port': {'id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:16Z', 'updated_at': '2022-03-27T15:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '16f231a4-1f76-4625-b8c3-ac7ffd31c0b7', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'port_id': 'c9ad0468-95e5-4487-8232-956657fafdea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'mac_address': 'fa:16:3e:b0:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:22Z', 'updated_at': '2022-03-27T15:31:51Z', 'revision_number': 3, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c75e88f-cba2-44e9-ba9d-cddb40ac9850', 'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'mac_address': 'fa:16:3e:6d:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:25Z', 'updated_at': '2022-03-27T15:27:38Z', 'revision_number': 5, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'subnets': [{'id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:53.084197 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133239b1-2b72-4b4d-8a71-3b941428e268 None None] The sync data for ids ['ec9ca019-7d23-447a-b105-43d87e3affd3'] in dv-cinder-835384-1-smb is: [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:28Z', 'revision_number': 4, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port': {'id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:16Z', 'updated_at': '2022-03-27T15:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '16f231a4-1f76-4625-b8c3-ac7ffd31c0b7', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'port_id': 'c9ad0468-95e5-4487-8232-956657fafdea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'mac_address': 'fa:16:3e:b0:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:22Z', 'updated_at': '2022-03-27T15:31:51Z', 'revision_number': 3, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c75e88f-cba2-44e9-ba9d-cddb40ac9850', 'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'mac_address': 'fa:16:3e:6d:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:25Z', 'updated_at': '2022-03-27T15:27:38Z', 'revision_number': 5, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'subnets': [{'id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:31:53.086807 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c3147ca5-8d4c-4013-9b35-e88b3c86751c req-1591b353-7661-4ab9-baec-fc2a27e744b2 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927433 Mar 27 15:31:53.105935 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Router af5949a5-bafa-4f4a-b75c-611044e31245 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:31:53.209649 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-abee9af2-759c-4d27-9616-f2459dc8be4b None None] Provisioning complete for port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:53.210303 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-abee9af2-759c-4d27-9616-f2459dc8be4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:53.251565 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-abee9af2-759c-4d27-9616-f2459dc8be4b None None] Port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:31:53.252238 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcf692-51cc-4426-bc19-b29e6f94e9cc req-f7d3ccef-8ca7-4c14-956f-4457f80aed1c tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:53.253712 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-10fcf692-51cc-4426-bc19-b29e6f94e9cc req-f7d3ccef-8ca7-4c14-956f-4457f80aed1c tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 946 time: 0.1028733 Mar 27 15:31:53.271239 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:31:53.293218 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2085a99e-f0d5-4194-bfb5-6b9fc259e61b admin admin] 10.222.0.13 "PUT /v2.0/routers/af5949a5-bafa-4f4a-b75c-611044e31245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6221325 Mar 27 15:31:53.385677 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-10fcf692-51cc-4426-bc19-b29e6f94e9cc req-3b92474b-3c2c-41fa-8c87-61e66dcdc1f5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Deleting port 99b6382c-4c54-44ad-a774-463b05557086 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:31:53.386015 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-10fcf692-51cc-4426-bc19-b29e6f94e9cc req-3b92474b-3c2c-41fa-8c87-61e66dcdc1f5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (99b6382c-4c54-44ad-a774-463b05557086), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:53.412817 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 8239e7f9-ee7f-476c-9e27-cbd486f74d4f up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:53.471751 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 8239e7f9-ee7f-476c-9e27-cbd486f74d4f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:53.472122 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (8239e7f9-ee7f-476c-9e27-cbd486f74d4f), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:53.491132 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-10fcf692-51cc-4426-bc19-b29e6f94e9cc req-3b92474b-3c2c-41fa-8c87-61e66dcdc1f5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] For port 99b6382c-4c54-44ad-a774-463b05557086, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=99b6382c-4c54-44ad-a774-463b05557086,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:53.491739 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-10fcf692-51cc-4426-bc19-b29e6f94e9cc req-3b92474b-3c2c-41fa-8c87-61e66dcdc1f5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (99b6382c-4c54-44ad-a774-463b05557086), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:53.568082 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 8239e7f9-ee7f-476c-9e27-cbd486f74d4f is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:53.568618 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (8239e7f9-ee7f-476c-9e27-cbd486f74d4f), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:53.590128 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] For port 8239e7f9-ee7f-476c-9e27-cbd486f74d4f, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=8239e7f9-ee7f-476c-9e27-cbd486f74d4f,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:53.595361 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (8239e7f9-ee7f-476c-9e27-cbd486f74d4f), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:53.655815 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Pushing event updated for resources: {'Port': ['ID=8239e7f9-ee7f-476c-9e27-cbd486f74d4f,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:53.670642 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:53.705206 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-10fcf692-51cc-4426-bc19-b29e6f94e9cc req-3b92474b-3c2c-41fa-8c87-61e66dcdc1f5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:53.705643 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-10fcf692-51cc-4426-bc19-b29e6f94e9cc req-3b92474b-3c2c-41fa-8c87-61e66dcdc1f5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (6aa0f2c2-278c-46fc-930e-5516cfbfca61), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:53.706022 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.l3_db [req-10fcf692-51cc-4426-bc19-b29e6f94e9cc req-3b92474b-3c2c-41fa-8c87-61e66dcdc1f5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Floating IP 6aa0f2c2-278c-46fc-930e-5516cfbfca61 disassociated. External IP: 172.28.3.65, port: 99b6382c-4c54-44ad-a774-463b05557086. Mar 27 15:31:53.706441 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-10fcf692-51cc-4426-bc19-b29e6f94e9cc req-3b92474b-3c2c-41fa-8c87-61e66dcdc1f5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Calling delete_port for 99b6382c-4c54-44ad-a774-463b05557086 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:31:53.744228 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debd831-b3d7-4030-b918-a2ec9c32cb78 req-33ab5b99-de26-4c5b-b548-b5de358f2144 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:53.746333 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3debd831-b3d7-4030-b918-a2ec9c32cb78 req-33ab5b99-de26-4c5b-b548-b5de358f2144 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 946 time: 0.0679283 Mar 27 15:31:53.802477 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3debd831-b3d7-4030-b918-a2ec9c32cb78 req-71b52498-5008-4e20-99f8-c5fe72d452d7 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aa60053-ba07-4978-ba7c-64c98090964b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490987 Mar 27 15:31:53.859273 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-10fcf692-51cc-4426-bc19-b29e6f94e9cc req-3b92474b-3c2c-41fa-8c87-61e66dcdc1f5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (99b6382c-4c54-44ad-a774-463b05557086), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:53.894432 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92474b-3c2c-41fa-8c87-61e66dcdc1f5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event deleted for resources: {'Port': ['ID=99b6382c-4c54-44ad-a774-463b05557086,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:53.942931 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 37964) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:53.947802 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-243d99de-8bdd-4e18-9b91-1622549f8cf9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1300957648-network', 'tenant_id': 'a6be5f36770d4ce8bde540fea5d1b9a3'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:53.970271 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243d99de-8bdd-4e18-9b91-1622549f8cf9 admin admin] Made reservation on behalf of a6be5f36770d4ce8bde540fea5d1b9a3 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:31:53.972616 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-243d99de-8bdd-4e18-9b91-1622549f8cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:53.981900 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-243d99de-8bdd-4e18-9b91-1622549f8cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:54.015703 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10fcf692-51cc-4426-bc19-b29e6f94e9cc req-3b92474b-3c2c-41fa-8c87-61e66dcdc1f5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Router 6d09cb73-8efe-4c19-854d-33072aa5a9ac has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:31:54.020834 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'tag': 'c9ad0468-95e5-4487-8232-956657fafdea'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:31:54.023203 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b27788-b885-41e5-8180-f9992cafbd3a" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdaa473-1356-4e70-917a-3e3e3d367a93", "tag": "c9ad0468-95e5-4487-8232-956657fafdea"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:31:54.064466 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-243d99de-8bdd-4e18-9b91-1622549f8cf9 admin admin] Publish callbacks [] for security_group (ade99e32-af45-49cd-a856-d26e35f88675), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:54.069916 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-243d99de-8bdd-4e18-9b91-1622549f8cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (ade99e32-af45-49cd-a856-d26e35f88675), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:54.074309 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92778d0c-4de0-4756-a486-b1b86cbe25c4 x-openstack-request-id: req-92778d0c-4de0-4756-a486-b1b86cbe25c4 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:31:54.074843 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdaa473-1356-4e70-917a-3e3e3d367a93", "tag": "c9ad0468-95e5-4487-8232-956657fafdea", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:31:54.075096 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92778d0c-4de0-4756-a486-b1b86cbe25c4 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:31:54.075490 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92778d0c-4de0-4756-a486-b1b86cbe25c4'] response: {'name': 'network-changed', 'server_uuid': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'tag': 'c9ad0468-95e5-4487-8232-956657fafdea', 'status': 'completed', 'code': 200} Mar 27 15:31:54.099310 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243d99de-8bdd-4e18-9b91-1622549f8cf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:31:54.109473 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d99de-8bdd-4e18-9b91-1622549f8cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade99e32-af45-49cd-a856-d26e35f88675,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:54.116198 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-243d99de-8bdd-4e18-9b91-1622549f8cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (081376b0-b552-41ca-9a17-97bbf7d208aa), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:54.116781 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.segments_db [None req-243d99de-8bdd-4e18-9b91-1622549f8cf9 admin admin] Added segment 081376b0-b552-41ca-9a17-97bbf7d208aa of type vlan for network 971acfd0-6c9d-402e-8f9a-8c057fc92cda Mar 27 15:31:54.158609 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-243d99de-8bdd-4e18-9b91-1622549f8cf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (971acfd0-6c9d-402e-8f9a-8c057fc92cda), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:54.161615 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b27788-b885-41e5-8180-f9992cafbd3a req-b1522261-caf1-424b-a8e4-4ef20c797740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:54.163134 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-57b27788-b885-41e5-8180-f9992cafbd3a req-b1522261-caf1-424b-a8e4-4ef20c797740 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 1129 time: 0.0653284 Mar 27 15:31:54.180209 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10fcf692-51cc-4426-bc19-b29e6f94e9cc req-3b92474b-3c2c-41fa-8c87-61e66dcdc1f5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:31:54.187607 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-243d99de-8bdd-4e18-9b91-1622549f8cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (971acfd0-6c9d-402e-8f9a-8c057fc92cda), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:54.188571 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243d99de-8bdd-4e18-9b91-1622549f8cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:54.189309 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-243d99de-8bdd-4e18-9b91-1622549f8cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:54.190716 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd52d22-64e1-4285-b849-4363881abf43 None None] Sync routers for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:31:54.202671 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd52d22-64e1-4285-b849-4363881abf43 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:54.203819 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2bd52d22-64e1-4285-b849-4363881abf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:31:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:54.225541 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Sync routers for ids ['af5949a5-bafa-4f4a-b75c-611044e31245'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:31:54.254096 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d99de-8bdd-4e18-9b91-1622549f8cf9 admin admin] Pushing event updated for resources: {'Network': ['ID=971acfd0-6c9d-402e-8f9a-8c057fc92cda,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:54.254450 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Routers {'af5949a5-bafa-4f4a-b75c-611044e31245'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:54.257009 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:31:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['af5949a5-bafa-4f4a-b75c-611044e31245'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:54.259870 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fcf692-51cc-4426-bc19-b29e6f94e9cc req-3b92474b-3c2c-41fa-8c87-61e66dcdc1f5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] No DVR routers for this DVR port 99b6382c-4c54-44ad-a774-463b05557086 on host hv-cinder-83538 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:31:54.264108 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-10fcf692-51cc-4426-bc19-b29e6f94e9cc req-3b92474b-3c2c-41fa-8c87-61e66dcdc1f5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:54.267143 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-10fcf692-51cc-4426-bc19-b29e6f94e9cc req-3b92474b-3c2c-41fa-8c87-61e66dcdc1f5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "DELETE /v2.0/ports/99b6382c-4c54-44ad-a774-463b05557086 HTTP/1.1" status: 204 len: 173 time: 1.0057819 Mar 27 15:31:54.267586 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'name': 'network-vif-deleted', 'tag': '99b6382c-4c54-44ad-a774-463b05557086'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:31:54.270001 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bb432a-07c3-4a98-9404-50603f7398ff" -d '{"events": [{"server_uuid": "ef45252a-4bef-4524-a65c-2beeacb6502e", "name": "network-vif-deleted", "tag": "99b6382c-4c54-44ad-a774-463b05557086"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:31:54.286523 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-243d99de-8bdd-4e18-9b91-1622549f8cf9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3424718 Mar 27 15:31:54.293020 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 37970) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:54.307567 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-0551e2ae-6374-4084-a85b-d88ed995f0d9 admin admin] Request body: {'subnet': {'network_id': '971acfd0-6c9d-402e-8f9a-8c057fc92cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1300957648-subnet', 'tenant_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:54.334091 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8605fa-a9ec-4fd8-a6f1-b7253ba38e47 x-openstack-request-id: req-de8605fa-a9ec-4fd8-a6f1-b7253ba38e47 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:31:54.334578 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef45252a-4bef-4524-a65c-2beeacb6502e", "name": "network-vif-deleted", "tag": "99b6382c-4c54-44ad-a774-463b05557086", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:31:54.334849 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de8605fa-a9ec-4fd8-a6f1-b7253ba38e47 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:31:54.335362 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8605fa-a9ec-4fd8-a6f1-b7253ba38e47'] response: {'server_uuid': 'ef45252a-4bef-4524-a65c-2beeacb6502e', 'name': 'network-vif-deleted', 'tag': '99b6382c-4c54-44ad-a774-463b05557086', 'status': 'completed', 'code': 200} Mar 27 15:31:54.352389 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b27788-b885-41e5-8180-f9992cafbd3a req-93ece552-c5c0-496f-a09e-17187f041f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:54.353614 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-57b27788-b885-41e5-8180-f9992cafbd3a req-93ece552-c5c0-496f-a09e-17187f041f42 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 920 time: 0.1844647 Mar 27 15:31:54.368906 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network 971acfd0-6c9d-402e-8f9a-8c057fc92cda details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:31:54.377290 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0551e2ae-6374-4084-a85b-d88ed995f0d9 admin admin] Made reservation on behalf of a6be5f36770d4ce8bde540fea5d1b9a3 for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:31:54.387708 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0551e2ae-6374-4084-a85b-d88ed995f0d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5321494'] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:54.400160 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-2bd52d22-64e1-4285-b849-4363881abf43 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:54.541374 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-57b27788-b885-41e5-8180-f9992cafbd3a req-73061490-a6df-4858-ae64-97008c3e0119 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ad0468-95e5-4487-8232-956657fafdea HTTP/1.1" status: 200 len: 1000 time: 0.1783204 Mar 27 15:31:54.542928 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Set router af5949a5-bafa-4f4a-b75c-611044e31245 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:54.630154 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b27788-b885-41e5-8180-f9992cafbd3a req-bd661ba9-f099-4cb2-ac88-848ba2464477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:54.631800 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-57b27788-b885-41e5-8180-f9992cafbd3a req-bd661ba9-f099-4cb2-ac88-848ba2464477 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 200 len: 858 time: 0.0803792 Mar 27 15:31:54.662134 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2bd52d22-64e1-4285-b849-4363881abf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:54.692975 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd52d22-64e1-4285-b849-4363881abf43 None None] Checking router: 6d09cb73-8efe-4c19-854d-33072aa5a9ac for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:31:54.702407 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd52d22-64e1-4285-b849-4363881abf43 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:54.703136 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2bd52d22-64e1-4285-b849-4363881abf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:31:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:54.721158 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0551e2ae-6374-4084-a85b-d88ed995f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5327928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5321472'] for subnet (32d2eae0-bc1f-4158-883b-7176449a444a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:54.726421 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b27788-b885-41e5-8180-f9992cafbd3a req-09ce65b8-14aa-47b1-8f27-cfad937d88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:54.727925 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-57b27788-b885-41e5-8180-f9992cafbd3a req-09ce65b8-14aa-47b1-8f27-cfad937d88c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a88b8d02-0b8d-402d-8dfe-29190bd7b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0882008 Mar 27 15:31:54.752594 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'name': 'tempest-TestShelveInstance-1509195609-router', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:31:52Z', 'revision_number': 4, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'gw_port': {'id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:49Z', 'updated_at': '2022-03-27T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5f13fee3-2e5e-408e-abba-f18f1d7ef11a', 'name': '', 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'mac_address': 'fa:16:3e:6f:20:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:51Z', 'updated_at': '2022-03-27T15:31:52Z', 'revision_number': 2, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'subnets': [{'id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:54.783081 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Checking router: af5949a5-bafa-4f4a-b75c-611044e31245 for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:31:54.783450 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Updating router af5949a5-bafa-4f4a-b75c-611044e31245 port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a binding host dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:31:54.816814 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:54.836129 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-2bd52d22-64e1-4285-b849-4363881abf43 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:54.995419 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-198eca9b-16e5-4e9e-92c6-a8c314a0b0b4 req-9dc763d1-28ac-4639-a011-38b7fc734433 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef45252a-4bef-4524-a65c-2beeacb6502e HTTP/1.1" status: 200 len: 210 time: 0.0484872 Mar 27 15:31:55.080663 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-2bd52d22-64e1-4285-b849-4363881abf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:55.099536 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551e2ae-6374-4084-a85b-d88ed995f0d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d2eae0-bc1f-4158-883b-7176449a444a,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:55.113806 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd52d22-64e1-4285-b849-4363881abf43 None None] The sync data for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb is: [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:31:55.127873 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551e2ae-6374-4084-a85b-d88ed995f0d9 admin admin] Checking segment: {'id': '081376b0-b552-41ca-9a17-97bbf7d208aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '971acfd0-6c9d-402e-8f9a-8c057fc92cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:31:55.128227 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0551e2ae-6374-4084-a85b-d88ed995f0d9 admin admin] Network hostable DHCP agents. Network: 971acfd0-6c9d-402e-8f9a-8c057fc92cda, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:31:55.164034 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-57b27788-b885-41e5-8180-f9992cafbd3a req-861659e7-0d01-4488-a8df-fe392e85ddc0 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149318 Mar 27 15:31:55.164947 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0551e2ae-6374-4084-a85b-d88ed995f0d9 admin admin] Network 971acfd0-6c9d-402e-8f9a-8c057fc92cda is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:31:55.166076 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Publish callbacks [] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:55.173092 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:55.181460 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-0551e2ae-6374-4084-a85b-d88ed995f0d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, 971acfd0-6c9d-402e-8f9a-8c057fc92cda) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:55.187311 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0551e2ae-6374-4084-a85b-d88ed995f0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:55.187944 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0551e2ae-6374-4084-a85b-d88ed995f0d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:55.207244 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bec4aef-5b2d-4c9f-8cc9-0f3f1c8531f6 None None] Network 971acfd0-6c9d-402e-8f9a-8c057fc92cda requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:31:55.252455 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0551e2ae-6374-4084-a85b-d88ed995f0d9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9558938 Mar 27 15:31:55.252674 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 37974) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:55.258979 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1300957648-router', 'tenant_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:55.275499 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fcf52-8a9e-49f6-bcde-244ad0906f5a None None] Pushing event updated for resources: {'Port': ['ID=5f13fee3-2e5e-408e-abba-f18f1d7ef11a,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:55.307137 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8114740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3413'] for router (d8ec4b7b-6766-472a-90b4-932679c2c154), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:55.308254 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8115364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8111351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3422'] for router (d8ec4b7b-6766-472a-90b4-932679c2c154), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:55.318107 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-57b27788-b885-41e5-8180-f9992cafbd3a req-6579fd46-2821-4a4e-9f8c-9f5cc9a9183a service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468885 Mar 27 15:31:55.406393 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Publish callbacks [] for router_controller (d8ec4b7b-6766-472a-90b4-932679c2c154), precommit_add_association {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:55.511882 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfce0e3a-61d1-410e-a3b5-0644224cfc0c None None] New status for floating IP 6aa0f2c2-278c-46fc-930e-5516cfbfca61: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:31:55.535019 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 8239e7f9-ee7f-476c-9e27-cbd486f74d4f up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:55.543257 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Attempting to bind port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:31:55.543629 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Attempting to bind port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '244d06c6-fd24-4c98-9fa8-e6c8999e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:31:55.543994 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Attempting to bind port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a on network 30bd4b72-8a1d-4886-9224-4597ff09b4b2 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:31:55.569955 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1149be5e-69e0-5c3c-8334-0e120ffae105-971acfd0-6c9d-402e-8f9a-8c057fc92cda', 'network_id': '971acfd0-6c9d-402e-8f9a-8c057fc92cda', 'project_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'fixed_ips': [{'subnet_id': '32d2eae0-bc1f-4158-883b-7176449a444a'}]}} from dv-cinder-835384-1-smb. {{(pid=103164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:31:55.570451 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:55.592040 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Publish callbacks [] for router_gateway (d8ec4b7b-6766-472a-90b4-932679c2c154), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:55.597229 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:31:55.597545 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Checking segment: {'id': '244d06c6-fd24-4c98-9fa8-e6c8999e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:31:55.598022 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:55.598421 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Bound using segment: {'id': '244d06c6-fd24-4c98-9fa8-e6c8999e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:31:55.599038 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Bound port: 5f13fee3-2e5e-408e-abba-f18f1d7ef11a, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244d06c6-fd24-4c98-9fa8-e6c8999e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:31:55.599429 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:55.616107 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:55.643785 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-34708ef4-a09c-4da5-a2c1-c2497e8dd907 None None] Provisioning complete for port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:55.644161 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34708ef4-a09c-4da5-a2c1-c2497e8dd907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:55.784025 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 8239e7f9-ee7f-476c-9e27-cbd486f74d4f triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:55.784674 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (8239e7f9-ee7f-476c-9e27-cbd486f74d4f), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:55.791739 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-34708ef4-a09c-4da5-a2c1-c2497e8dd907 None None] Port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:31:55.812057 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Publish callbacks [] for router_gateway (d8ec4b7b-6766-472a-90b4-932679c2c154), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:55.829288 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] For port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:31:55.830975 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:55.850237 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] For port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=5f13fee3-2e5e-408e-abba-f18f1d7ef11a,segment=NetworkSegment(244d06c6-fd24-4c98-9fa8-e6c8999e1647),segment_id=244d06c6-fd24-4c98-9fa8-e6c8999e1647)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:31:55.865450 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:55.900755 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Allocated IP 172.20.0.2 (971acfd0-6c9d-402e-8f9a-8c057fc92cda/32d2eae0-bc1f-4158-883b-7176449a444a/3bdd44b7-8665-42a4-a994-3f063af77e7e) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:31:55.945486 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Allocated IP 172.28.3.210 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/d078918e-53c9-4598-8c2e-5eb3ab16f3d1) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:31:55.989640 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fcf52-8a9e-49f6-bcde-244ad0906f5a None None] Pushing event updated for resources: {'Port': ['ID=5f13fee3-2e5e-408e-abba-f18f1d7ef11a,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:56.022564 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Routers {'af5949a5-bafa-4f4a-b75c-611044e31245'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:56.023232 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:31:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['af5949a5-bafa-4f4a-b75c-611044e31245'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:56.061624 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Publish callbacks [] for port (d078918e-53c9-4598-8c2e-5eb3ab16f3d1), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.100563 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 37980) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:56.119267 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (d078918e-53c9-4598-8c2e-5eb3ab16f3d1), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.141152 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 8239e7f9-ee7f-476c-9e27-cbd486f74d4f is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:56.165792 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:56.172604 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:56.177211 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:31:56.197995 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04198332-e2d7-4a1f-9a1b-17a4cf70a6a3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (6aa60053-ba07-4978-ba7c-64c98090964b), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.203025 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Pushing event updated for resources: {'Port': ['ID=d078918e-53c9-4598-8c2e-5eb3ab16f3d1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:56.220674 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] Set router af5949a5-bafa-4f4a-b75c-611044e31245 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:56.231472 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04198332-e2d7-4a1f-9a1b-17a4cf70a6a3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (6aa60053-ba07-4978-ba7c-64c98090964b), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.252309 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Publish callbacks [] for port (3bdd44b7-8665-42a4-a994-3f063af77e7e), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.269668 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717'] for port (3bdd44b7-8665-42a4-a994-3f063af77e7e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.275377 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b936bc71-d912-4680-a550-a7ac03307370 None None] Provisioning complete for port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:56.275696 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b936bc71-d912-4680-a550-a7ac03307370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.299392 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04198332-e2d7-4a1f-9a1b-17a4cf70a6a3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (6aa60053-ba07-4978-ba7c-64c98090964b), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.302563 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04198332-e2d7-4a1f-9a1b-17a4cf70a6a3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.307300 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-04198332-e2d7-4a1f-9a1b-17a4cf70a6a3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "DELETE /v2.0/security-groups/6aa60053-ba07-4978-ba7c-64c98090964b HTTP/1.1" status: 204 len: 168 time: 0.2049751 Mar 27 15:31:56.308043 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 37982) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:56.320221 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04198332-e2d7-4a1f-9a1b-17a4cf70a6a3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa60053-ba07-4978-ba7c-64c98090964b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:56.325018 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.api.v2.resource [None req-c0ee994d-1b2d-4deb-b66c-239dec440808 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] show failed (client error): The resource could not be found. Mar 27 15:31:56.329402 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c0ee994d-1b2d-4deb-b66c-239dec440808 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups/6aa60053-ba07-4978-ba7c-64c98090964b HTTP/1.1" status: 404 len: 347 time: 0.0170882 Mar 27 15:31:56.333263 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 37984) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:56.417225 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Network 971acfd0-6c9d-402e-8f9a-8c057fc92cda is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:56.436677 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:56.443620 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:31:56.445333 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Pushing event updated for resources: {'Port': ['ID=3bdd44b7-8665-42a4-a994-3f063af77e7e,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:56.544967 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Publish callbacks [] for router_gateway (d8ec4b7b-6766-472a-90b4-932679c2c154), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.585107 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1cd52f98-20be-4ee5-a938-a21d75a1c778 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Deleting port ec7e9140-ba09-4f82-828e-96058393785a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:31:56.585407 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1cd52f98-20be-4ee5-a938-a21d75a1c778 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (ec7e9140-ba09-4f82-828e-96058393785a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.597352 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Attempting to bind port 3bdd44b7-8665-42a4-a994-3f063af77e7e on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:31:56.597731 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Attempting to bind port 3bdd44b7-8665-42a4-a994-3f063af77e7e by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '081376b0-b552-41ca-9a17-97bbf7d208aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '971acfd0-6c9d-402e-8f9a-8c057fc92cda'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:31:56.598099 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Attempting to bind port 3bdd44b7-8665-42a4-a994-3f063af77e7e on network 971acfd0-6c9d-402e-8f9a-8c057fc92cda {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:31:56.606642 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:31:56.607618 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Checking segment: {'id': '081376b0-b552-41ca-9a17-97bbf7d208aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '971acfd0-6c9d-402e-8f9a-8c057fc92cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:31:56.608030 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.608426 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Bound using segment: {'id': '081376b0-b552-41ca-9a17-97bbf7d208aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '971acfd0-6c9d-402e-8f9a-8c057fc92cda'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:31:56.608981 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Bound port: 3bdd44b7-8665-42a4-a994-3f063af77e7e, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081376b0-b552-41ca-9a17-97bbf7d208aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '971acfd0-6c9d-402e-8f9a-8c057fc92cda'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:31:56.609359 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (3bdd44b7-8665-42a4-a994-3f063af77e7e), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.611158 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b936bc71-d912-4680-a550-a7ac03307370 None None] Current status of the port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:56.611468 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b936bc71-d912-4680-a550-a7ac03307370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.628305 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.692589 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b936bc71-d912-4680-a550-a7ac03307370 None None] For port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=5f13fee3-2e5e-408e-abba-f18f1d7ef11a,segment=NetworkSegment(244d06c6-fd24-4c98-9fa8-e6c8999e1647),segment_id=244d06c6-fd24-4c98-9fa8-e6c8999e1647)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:56.708064 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b936bc71-d912-4680-a550-a7ac03307370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.710693 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1cd52f98-20be-4ee5-a938-a21d75a1c778 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (ec7e9140-ba09-4f82-828e-96058393785a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.713916 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1cd52f98-20be-4ee5-a938-a21d75a1c778 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (ec7e9140-ba09-4f82-828e-96058393785a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.745009 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] For port 3bdd44b7-8665-42a4-a994-3f063af77e7e, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:31:56.750304 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'name': 'tempest-TestShelveInstance-1509195609-router', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:31:52Z', 'revision_number': 4, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'gw_port': {'id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:49Z', 'updated_at': '2022-03-27T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5f13fee3-2e5e-408e-abba-f18f1d7ef11a', 'name': '', 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'mac_address': 'fa:16:3e:6f:20:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:51Z', 'updated_at': '2022-03-27T15:31:55Z', 'revision_number': 4, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'subnets': [{'id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:56.779229 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1cd52f98-20be-4ee5-a938-a21d75a1c778 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Calling delete_port for ec7e9140-ba09-4f82-828e-96058393785a owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:31:56.784338 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d537c53e-96df-4315-89d3-fa958d133168 None None] The sync data for ids ['af5949a5-bafa-4f4a-b75c-611044e31245'] in dv-cinder-835384-1-smb is: [{'id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'name': 'tempest-TestShelveInstance-1509195609-router', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:31:52Z', 'revision_number': 4, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'gw_port': {'id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:49Z', 'updated_at': '2022-03-27T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5f13fee3-2e5e-408e-abba-f18f1d7ef11a', 'name': '', 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'mac_address': 'fa:16:3e:6f:20:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:51Z', 'updated_at': '2022-03-27T15:31:55Z', 'revision_number': 4, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'subnets': [{'id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:31:56.787099 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] For port 3bdd44b7-8665-42a4-a994-3f063af77e7e, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=3bdd44b7-8665-42a4-a994-3f063af77e7e,segment=NetworkSegment(081376b0-b552-41ca-9a17-97bbf7d208aa),segment_id=081376b0-b552-41ca-9a17-97bbf7d208aa)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:31:56.799427 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (3bdd44b7-8665-42a4-a994-3f063af77e7e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.816964 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936bc71-d912-4680-a550-a7ac03307370 None None] Pushing event updated for resources: {'Port': ['ID=5f13fee3-2e5e-408e-abba-f18f1d7ef11a,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:56.887189 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8115391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8111138'] for router (d8ec4b7b-6766-472a-90b4-932679c2c154), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:56.914104 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cfb36-2459-4aaf-a1a1-74837a66e820 None None] Pushing event updated for resources: {'Port': ['ID=3bdd44b7-8665-42a4-a994-3f063af77e7e,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:57.039719 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1cd52f98-20be-4ee5-a938-a21d75a1c778 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (ec7e9140-ba09-4f82-828e-96058393785a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:57.075748 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd52f98-20be-4ee5-a938-a21d75a1c778 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event deleted for resources: {'Port': ['ID=ec7e9140-ba09-4f82-828e-96058393785a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:57.165215 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Router d8ec4b7b-6766-472a-90b4-932679c2c154 is scheduled to L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 with binding_index 1 {{(pid=103163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:31:57.170401 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1cd52f98-20be-4ee5-a938-a21d75a1c778 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (6aa0f2c2-278c-46fc-930e-5516cfbfca61), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:57.173030 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1cd52f98-20be-4ee5-a938-a21d75a1c778 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:57.174184 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-1cd52f98-20be-4ee5-a938-a21d75a1c778 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "DELETE /v2.0/floatingips/6aa0f2c2-278c-46fc-930e-5516cfbfca61 HTTP/1.1" status: 204 len: 168 time: 0.8400326 Mar 27 15:31:57.418929 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 5f13fee3-2e5e-408e-abba-f18f1d7ef11a up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:57.475728 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:57.476100 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:57.553910 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:31:57.563542 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:57.565230 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 3bdd44b7-8665-42a4-a994-3f063af77e7e up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:57.570336 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Sync routers for ids ['d8ec4b7b-6766-472a-90b4-932679c2c154'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:31:57.573397 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:57.574643 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-db44a5bf-4f69-4246-b5b8-451d755896ba admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3211462 Mar 27 15:31:57.577972 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 37988) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:57.613531 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Routers {'d8ec4b7b-6766-472a-90b4-932679c2c154'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:57.614159 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:31:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d8ec4b7b-6766-472a-90b4-932679c2c154'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:57.842802 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 3bdd44b7-8665-42a4-a994-3f063af77e7e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:57.843455 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (3bdd44b7-8665-42a4-a994-3f063af77e7e), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:57.911162 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Set router d8ec4b7b-6766-472a-90b4-932679c2c154 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:58.035442 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.053865 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 3bdd44b7-8665-42a4-a994-3f063af77e7e is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:58.054168 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (3bdd44b7-8665-42a4-a994-3f063af77e7e), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.134044 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb70b29b-0efe-4211-9d0a-d9b18a0629a4 None None] Network 971acfd0-6c9d-402e-8f9a-8c057fc92cda requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:31:58.138014 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] For port 3bdd44b7-8665-42a4-a994-3f063af77e7e, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=3bdd44b7-8665-42a4-a994-3f063af77e7e,segment=NetworkSegment(081376b0-b552-41ca-9a17-97bbf7d208aa),segment_id=081376b0-b552-41ca-9a17-97bbf7d208aa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:58.185148 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (3bdd44b7-8665-42a4-a994-3f063af77e7e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.212878 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Allocated IP 172.20.0.1 (971acfd0-6c9d-402e-8f9a-8c057fc92cda/32d2eae0-bc1f-4158-883b-7176449a444a/f62445f8-8a88-452c-90ae-f8a22e09da81) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:31:58.259406 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-dfb0547c-4e56-42b2-b83c-62f7da8b720d None None] Provisioning complete for port 3bdd44b7-8665-42a4-a994-3f063af77e7e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:58.259778 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dfb0547c-4e56-42b2-b83c-62f7da8b720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (3bdd44b7-8665-42a4-a994-3f063af77e7e), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.307962 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Pushing event updated for resources: {'Port': ['ID=3bdd44b7-8665-42a4-a994-3f063af77e7e,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:58.318659 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Publish callbacks [] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.344216 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'name': 'tempest-TestShelveInstance-1300957648-router', 'tenant_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:31:56Z', 'revision_number': 3, 'project_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'gw_port': {'id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:58.358628 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.383046 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Checking router: d8ec4b7b-6766-472a-90b4-932679c2c154 for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:31:58.383573 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Updating router d8ec4b7b-6766-472a-90b4-932679c2c154 port d078918e-53c9-4598-8c2e-5eb3ab16f3d1 binding host dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:31:58.393774 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Network 971acfd0-6c9d-402e-8f9a-8c057fc92cda is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:58.394637 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 37992) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:58.398953 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-146a158e-c625-4f70-9da4-2f7df26bce7d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2085730877', 'description': 'tempest-description--930612554'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:58.405694 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:58.411668 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:31:58.449997 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (d078918e-53c9-4598-8c2e-5eb3ab16f3d1), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.450175 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Pushing event updated for resources: {'Port': ['ID=f62445f8-8a88-452c-90ae-f8a22e09da81,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:58.461172 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-146a158e-c625-4f70-9da4-2f7df26bce7d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.485640 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8111607'] for router_interface (d8ec4b7b-6766-472a-90b4-932679c2c154), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.497539 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-dfb0547c-4e56-42b2-b83c-62f7da8b720d None None] Current status of the port 3bdd44b7-8665-42a4-a994-3f063af77e7e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:58.573969 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 99b6382c-4c54-44ad-a774-463b05557086 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:31:58.602867 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: 99b6382c-4c54-44ad-a774-463b05557086 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:31:58.602867 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 99b6382c-4c54-44ad-a774-463b05557086 not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:31:58.616957 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-146a158e-c625-4f70-9da4-2f7df26bce7d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (6b9a5d9b-c0d6-459b-903e-4fa16773a72a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.625266 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-146a158e-c625-4f70-9da4-2f7df26bce7d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (6b9a5d9b-c0d6-459b-903e-4fa16773a72a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.660082 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a158e-c625-4f70-9da4-2f7df26bce7d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9a5d9b-c0d6-459b-903e-4fa16773a72a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:58.665854 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-146a158e-c625-4f70-9da4-2f7df26bce7d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.670326 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-146a158e-c625-4f70-9da4-2f7df26bce7d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2714982 Mar 27 15:31:58.670692 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 37994) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:58.675404 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9e7ac754-bfc5-4cf2-aedb-282e6d1968d3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'security_group_rule': {'security_group_id': '6b9a5d9b-c0d6-459b-903e-4fa16773a72a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:58.695655 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.711747 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac754-bfc5-4cf2-aedb-282e6d1968d3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (fc1622af-bc25-482f-b8df-f5584cfd8b53), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.741832 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-2c85006a-0f52-407f-8796-bb57b4e27a93 None None] Provisioning complete for port 3bdd44b7-8665-42a4-a994-3f063af77e7e triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:58.742197 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c85006a-0f52-407f-8796-bb57b4e27a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (3bdd44b7-8665-42a4-a994-3f063af77e7e), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.770577 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac754-bfc5-4cf2-aedb-282e6d1968d3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (fc1622af-bc25-482f-b8df-f5584cfd8b53), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.778620 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac754-bfc5-4cf2-aedb-282e6d1968d3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (fc1622af-bc25-482f-b8df-f5584cfd8b53), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.818536 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac754-bfc5-4cf2-aedb-282e6d1968d3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.820536 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-9e7ac754-bfc5-4cf2-aedb-282e6d1968d3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488092 Mar 27 15:31:58.823106 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 37996) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:58.826604 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Publish callbacks [] for port (d078918e-53c9-4598-8c2e-5eb3ab16f3d1), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.829320 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-16e3f185-c777-4186-a7ed-80f45a2d2d2e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'security_group_rule': {'security_group_id': '6b9a5d9b-c0d6-459b-903e-4fa16773a72a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:58.836091 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ac754-bfc5-4cf2-aedb-282e6d1968d3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1622af-bc25-482f-b8df-f5584cfd8b53,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:58.837594 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (d078918e-53c9-4598-8c2e-5eb3ab16f3d1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.864455 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16e3f185-c777-4186-a7ed-80f45a2d2d2e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (15592070-26a6-4733-875c-88f3ad049abc), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.901338 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Publish callbacks [] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.908436 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.922368 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2c85006a-0f52-407f-8796-bb57b4e27a93 None None] Current status of the port 3bdd44b7-8665-42a4-a994-3f063af77e7e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:58.930968 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c80c2-f241-4dbf-9a94-1d6baa06583e None None] Pushing event updated for resources: {'Port': ['ID=d078918e-53c9-4598-8c2e-5eb3ab16f3d1,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:58.933675 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Attempting to bind port d078918e-53c9-4598-8c2e-5eb3ab16f3d1 on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:31:58.934031 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Attempting to bind port d078918e-53c9-4598-8c2e-5eb3ab16f3d1 by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:31:58.934406 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Attempting to bind port d078918e-53c9-4598-8c2e-5eb3ab16f3d1 on network 6b523561-9fa5-43e1-895e-32993d078f63 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:31:58.941624 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:31:58.942002 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Checking segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:31:58.942406 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.942826 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Bound using segment: {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:31:58.943313 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Bound port: d078918e-53c9-4598-8c2e-5eb3ab16f3d1, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bf449b-31bc-423a-8497-ceeb3d9e42b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:31:58.943680 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (d078918e-53c9-4598-8c2e-5eb3ab16f3d1), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.952959 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16e3f185-c777-4186-a7ed-80f45a2d2d2e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (15592070-26a6-4733-875c-88f3ad049abc), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.957713 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16e3f185-c777-4186-a7ed-80f45a2d2d2e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (15592070-26a6-4733-875c-88f3ad049abc), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.983326 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3f185-c777-4186-a7ed-80f45a2d2d2e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15592070-26a6-4733-875c-88f3ad049abc,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:58.988443 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8120400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8111459'] for router_interface (d8ec4b7b-6766-472a-90b4-932679c2c154), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.990083 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16e3f185-c777-4186-a7ed-80f45a2d2d2e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:58.990441 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Pushing event updated for resources: {'Port': ['ID=f62445f8-8a88-452c-90ae-f8a22e09da81,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:58.994779 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 37998) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:58.996094 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-16e3f185-c777-4186-a7ed-80f45a2d2d2e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1711645 Mar 27 15:31:59.004516 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'floatingip': {'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:59.005823 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] For port d078918e-53c9-4598-8c2e-5eb3ab16f3d1, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:31:59.009394 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] For port d078918e-53c9-4598-8c2e-5eb3ab16f3d1, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=d078918e-53c9-4598-8c2e-5eb3ab16f3d1,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:31:59.015800 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (d078918e-53c9-4598-8c2e-5eb3ab16f3d1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:59.073345 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:59.092616 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-f8c098df-5736-41a6-9afa-82c45c72dd9d None None] Provisioning complete for port f62445f8-8a88-452c-90ae-f8a22e09da81 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:59.092982 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f8c098df-5736-41a6-9afa-82c45c72dd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:59.114667 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c80c2-f241-4dbf-9a94-1d6baa06583e None None] Pushing event updated for resources: {'Port': ['ID=d078918e-53c9-4598-8c2e-5eb3ab16f3d1,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:59.117860 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Routers {'d8ec4b7b-6766-472a-90b4-932679c2c154'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:59.118603 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:31:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d8ec4b7b-6766-472a-90b4-932679c2c154'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:59.155090 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Network 971acfd0-6c9d-402e-8f9a-8c057fc92cda is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:59.157679 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:59.200590 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f8c098df-5736-41a6-9afa-82c45c72dd9d None None] Port f62445f8-8a88-452c-90ae-f8a22e09da81 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:31:59.243766 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] Set router d8ec4b7b-6766-472a-90b4-932679c2c154 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:59.290823 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:59.306911 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Router d8ec4b7b-6766-472a-90b4-932679c2c154 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:31:59.375045 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 3bdd44b7-8665-42a4-a994-3f063af77e7e up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:59.473258 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-57bf1c33-91c3-43ca-9255-7858980a245b None None] Provisioning complete for port f62445f8-8a88-452c-90ae-f8a22e09da81 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:59.473638 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-57bf1c33-91c3-43ca-9255-7858980a245b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:59.494702 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Allocated IP 172.28.3.29 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/0705dbeb-609c-4e4e-801b-e469e72282fd) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:31:59.514830 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:31:59.520062 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port 3bdd44b7-8665-42a4-a994-3f063af77e7e triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:59.520393 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (3bdd44b7-8665-42a4-a994-3f063af77e7e), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:59.523925 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-dc6f3389-39f9-4720-b8a2-4c6b595cb471 admin admin] 10.222.0.13 "PUT /v2.0/routers/d8ec4b7b-6766-472a-90b4-932679c2c154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9422224 Mar 27 15:31:59.524239 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-57bf1c33-91c3-43ca-9255-7858980a245b None None] Port f62445f8-8a88-452c-90ae-f8a22e09da81 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:31:59.574180 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'name': 'tempest-TestShelveInstance-1300957648-router', 'tenant_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:31:58Z', 'revision_number': 4, 'project_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'gw_port': {'id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'f62445f8-8a88-452c-90ae-f8a22e09da81', 'name': '', 'network_id': '971acfd0-6c9d-402e-8f9a-8c057fc92cda', 'tenant_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'mac_address': 'fa:16:3e:16:6a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '32d2eae0-bc1f-4158-883b-7176449a444a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:58Z', 'updated_at': '2022-03-27T15:31:58Z', 'revision_number': 2, 'project_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'subnets': [{'id': '32d2eae0-bc1f-4158-883b-7176449a444a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:59.608115 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ff7e03-bd79-4b25-9595-be37c68cfc66 None None] The sync data for ids ['d8ec4b7b-6766-472a-90b4-932679c2c154'] in dv-cinder-835384-1-smb is: [{'id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'name': 'tempest-TestShelveInstance-1300957648-router', 'tenant_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:31:58Z', 'revision_number': 4, 'project_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'gw_port': {'id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'f62445f8-8a88-452c-90ae-f8a22e09da81', 'name': '', 'network_id': '971acfd0-6c9d-402e-8f9a-8c057fc92cda', 'tenant_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'mac_address': 'fa:16:3e:16:6a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '32d2eae0-bc1f-4158-883b-7176449a444a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:58Z', 'updated_at': '2022-03-27T15:31:58Z', 'revision_number': 2, 'project_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'subnets': [{'id': '32d2eae0-bc1f-4158-883b-7176449a444a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:31:59.629015 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for port (0705dbeb-609c-4e4e-801b-e469e72282fd), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:59.673006 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (0705dbeb-609c-4e4e-801b-e469e72282fd), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:59.723630 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'Port': ['ID=0705dbeb-609c-4e4e-801b-e469e72282fd,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:59.730496 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:59.732624 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:59.735354 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:31:59.790565 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port 3bdd44b7-8665-42a4-a994-3f063af77e7e is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:59.831519 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (843df12d-00e3-4d71-af32-6791cf606ab9), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:59.871018 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (0705dbeb-609c-4e4e-801b-e469e72282fd), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.057341 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for port (0705dbeb-609c-4e4e-801b-e469e72282fd), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.063204 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (0705dbeb-609c-4e4e-801b-e469e72282fd), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.131268 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38008) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:00.142773 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a4c0c6ea-1171-4522-8e49-4ef99682f3d0 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1625564618', 'description': 'tempest-secgroup-smoke-1625564618 description', 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:00.158136 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'Port': ['ID=0705dbeb-609c-4e4e-801b-e469e72282fd,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:00.175539 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (843df12d-00e3-4d71-af32-6791cf606ab9), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.183700 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4c0c6ea-1171-4522-8e49-4ef99682f3d0 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.202933 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.204155 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-912e75bc-bed5-4a4c-8ff5-668090f966bf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2072957 Mar 27 15:32:00.262573 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4c0c6ea-1171-4522-8e49-4ef99682f3d0 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group (071633b4-df94-4b7a-beef-99ebdddea45e), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.267597 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4c0c6ea-1171-4522-8e49-4ef99682f3d0 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (071633b4-df94-4b7a-beef-99ebdddea45e), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.297453 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4c0c6ea-1171-4522-8e49-4ef99682f3d0 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.298670 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a4c0c6ea-1171-4522-8e49-4ef99682f3d0 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1622767 Mar 27 15:32:00.301729 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38014) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:00.302928 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0c6ea-1171-4522-8e49-4ef99682f3d0 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071633b4-df94-4b7a-beef-99ebdddea45e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:00.307660 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-14a7384a-33e0-4e3c-9765-66c1f28760fa tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Request body: {'security_group_rule': {'security_group_id': '071633b4-df94-4b7a-beef-99ebdddea45e', 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:00.337773 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14a7384a-33e0-4e3c-9765-66c1f28760fa tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (e65d5884-382e-481f-a371-fde632e51a48), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.418614 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14a7384a-33e0-4e3c-9765-66c1f28760fa tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (e65d5884-382e-481f-a371-fde632e51a48), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.424903 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14a7384a-33e0-4e3c-9765-66c1f28760fa tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (e65d5884-382e-481f-a371-fde632e51a48), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.451212 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-9bddb851-7e16-4f56-8f78-521dba254669 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2085730877&fields=id&tenant_id=78ddabd9f42d4822bf2f6c480863851c HTTP/1.1" status: 200 len: 267 time: 0.0726399 Mar 27 15:32:00.455393 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7384a-33e0-4e3c-9765-66c1f28760fa tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65d5884-382e-481f-a371-fde632e51a48,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:00.460526 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-14a7384a-33e0-4e3c-9765-66c1f28760fa tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.462243 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-14a7384a-33e0-4e3c-9765-66c1f28760fa tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1580510 Mar 27 15:32:00.464783 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38026) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:00.469817 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2cbeb262-9c35-457b-be94-9ca0f8cd684a tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Request body: {'security_group_rule': {'security_group_id': '071633b4-df94-4b7a-beef-99ebdddea45e', 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:00.535972 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb262-9c35-457b-be94-9ca0f8cd684a tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (dfe92912-d37a-4847-94a4-e8d4a633b7d7), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.588740 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-7f443abc-45a5-4586-addc-f7635582c5da tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:00.590278 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-7f443abc-45a5-4586-addc-f7635582c5da tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/networks?id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 200 len: 815 time: 0.1262290 Mar 27 15:32:00.606915 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-392d8b15-dc7f-4dcc-a123-bb8f8bc68bfb tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/quotas/78ddabd9f42d4822bf2f6c480863851c HTTP/1.1" status: 200 len: 375 time: 0.0103273 Mar 27 15:32:00.613925 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb262-9c35-457b-be94-9ca0f8cd684a tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (dfe92912-d37a-4847-94a4-e8d4a633b7d7), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.619237 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb262-9c35-457b-be94-9ca0f8cd684a tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (dfe92912-d37a-4847-94a4-e8d4a633b7d7), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.640603 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbeb262-9c35-457b-be94-9ca0f8cd684a tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe92912-d37a-4847-94a4-e8d4a633b7d7,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:00.650162 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb262-9c35-457b-be94-9ca0f8cd684a tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.654026 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2cbeb262-9c35-457b-be94-9ca0f8cd684a tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1856875 Mar 27 15:32:00.655232 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38028) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:00.659729 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2143a00b-fb8d-42b6-afee-b5cc6d64e5f1 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Request body: {'security_group_rule': {'security_group_id': '071633b4-df94-4b7a-beef-99ebdddea45e', 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:00.687854 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2143a00b-fb8d-42b6-afee-b5cc6d64e5f1 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (73d99f97-1c88-4bea-ba68-23881e1645ef), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.695121 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-0a7c65de-1a83-4467-a7fe-bc2a3e769d16 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=78ddabd9f42d4822bf2f6c480863851c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750368 Mar 27 15:32:00.753027 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2143a00b-fb8d-42b6-afee-b5cc6d64e5f1 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (73d99f97-1c88-4bea-ba68-23881e1645ef), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.760028 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2143a00b-fb8d-42b6-afee-b5cc6d64e5f1 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (73d99f97-1c88-4bea-ba68-23881e1645ef), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.778677 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143a00b-fb8d-42b6-afee-b5cc6d64e5f1 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d99f97-1c88-4bea-ba68-23881e1645ef,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:00.789864 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2143a00b-fb8d-42b6-afee-b5cc6d64e5f1 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.791084 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2143a00b-fb8d-42b6-afee-b5cc6d64e5f1 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349185 Mar 27 15:32:00.793765 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38030) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:00.798222 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-fabb021c-ebdc-4528-99a7-c57bc1e98b5b tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Request body: {'security_group_rule': {'security_group_id': '071633b4-df94-4b7a-beef-99ebdddea45e', 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:00.802796 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-86848d4d-65e7-4715-8213-d4ae068ca140 service neutron] 10.222.0.13 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036313 Mar 27 15:32:00.829093 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fabb021c-ebdc-4528-99a7-c57bc1e98b5b tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (b7e76551-07d2-4aa0-8949-b0c996204954), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.887352 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fabb021c-ebdc-4528-99a7-c57bc1e98b5b tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (b7e76551-07d2-4aa0-8949-b0c996204954), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.891747 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fabb021c-ebdc-4528-99a7-c57bc1e98b5b tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (b7e76551-07d2-4aa0-8949-b0c996204954), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.898160 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-92a36181-3d1c-43f2-894e-5502d0ae04d0 service neutron] 10.222.0.13 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894554 Mar 27 15:32:00.909626 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb021c-ebdc-4528-99a7-c57bc1e98b5b tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e76551-07d2-4aa0-8949-b0c996204954,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:00.920350 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fabb021c-ebdc-4528-99a7-c57bc1e98b5b tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.924370 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-fabb021c-ebdc-4528-99a7-c57bc1e98b5b tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269858 Mar 27 15:32:00.924548 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38032) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:00.929505 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-23970a4e-f93e-4a1d-89c3-6760dda5f140 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Request body: {'security_group_rule': {'security_group_id': '071633b4-df94-4b7a-beef-99ebdddea45e', 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:00.955263 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.securitygroups_db [None req-23970a4e-f93e-4a1d-89c3-6760dda5f140 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Project 3e48f4dbdd4c45c5854d653ba08be5e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 27 15:32:00.960735 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23970a4e-f93e-4a1d-89c3-6760dda5f140 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (0bdbcca6-fae7-4c1f-93a4-7b54c7c74e2a), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:01.036792 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23970a4e-f93e-4a1d-89c3-6760dda5f140 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (0bdbcca6-fae7-4c1f-93a4-7b54c7c74e2a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:01.041331 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23970a4e-f93e-4a1d-89c3-6760dda5f140 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (0bdbcca6-fae7-4c1f-93a4-7b54c7c74e2a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:01.061491 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23970a4e-f93e-4a1d-89c3-6760dda5f140 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdbcca6-fae7-4c1f-93a4-7b54c7c74e2a,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:01.072424 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-23970a4e-f93e-4a1d-89c3-6760dda5f140 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:01.073677 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-23970a4e-f93e-4a1d-89c3-6760dda5f140 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480131 Mar 27 15:32:01.077580 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38038) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:01.082967 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d57d3947-76ae-41cc-a104-7c8dd495ba04 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Request body: {'security_group_rule': {'security_group_id': '071633b4-df94-4b7a-beef-99ebdddea45e', 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:01.105083 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-de3e6d4a-ca39-4cf0-8870-5ed5cc77739f req-31982b1e-d841-4ada-9023-9f98ea0e8011 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 210 time: 0.0385158 Mar 27 15:32:01.121545 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-d57d3947-76ae-41cc-a104-7c8dd495ba04 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Project 3e48f4dbdd4c45c5854d653ba08be5e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 27 15:32:01.128447 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d57d3947-76ae-41cc-a104-7c8dd495ba04 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (5569dd5c-bdf6-4ccb-a54b-63427a676d55), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:01.180226 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d57d3947-76ae-41cc-a104-7c8dd495ba04 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (5569dd5c-bdf6-4ccb-a54b-63427a676d55), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:01.187499 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d57d3947-76ae-41cc-a104-7c8dd495ba04 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (5569dd5c-bdf6-4ccb-a54b-63427a676d55), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:01.204479 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d3947-76ae-41cc-a104-7c8dd495ba04 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5569dd5c-bdf6-4ccb-a54b-63427a676d55,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:01.217765 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d57d3947-76ae-41cc-a104-7c8dd495ba04 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:01.219480 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-d57d3947-76ae-41cc-a104-7c8dd495ba04 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1409836 Mar 27 15:32:01.380558 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device d078918e-53c9-4598-8c2e-5eb3ab16f3d1 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:32:01.434222 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port d078918e-53c9-4598-8c2e-5eb3ab16f3d1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:01.434610 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (d078918e-53c9-4598-8c2e-5eb3ab16f3d1), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:01.531441 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port d078918e-53c9-4598-8c2e-5eb3ab16f3d1 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:01.531833 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (d078918e-53c9-4598-8c2e-5eb3ab16f3d1), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:01.553483 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] For port d078918e-53c9-4598-8c2e-5eb3ab16f3d1, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=d078918e-53c9-4598-8c2e-5eb3ab16f3d1,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:01.559003 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (d078918e-53c9-4598-8c2e-5eb3ab16f3d1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:01.613222 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Pushing event updated for resources: {'Port': ['ID=d078918e-53c9-4598-8c2e-5eb3ab16f3d1,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:02.215534 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cc62c816-5ed9-46ae-875c-80fc4e3d863a req-f721657a-6d33-4245-ba0b-5a530646cc49 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 210 time: 0.0322375 Mar 27 15:32:02.237559 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-d2ca58a9-a2ca-46a8-a231-394b18beb510 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:02.238939 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-d2ca58a9-a2ca-46a8-a231-394b18beb510 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "GET /v2.0/networks?id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 200 len: 815 time: 0.1261716 Mar 27 15:32:02.315787 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-02b5d6b5-6e87-4df9-9f88-8c29347fce9a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78ddabd9f42d4822bf2f6c480863851c HTTP/1.1" status: 200 len: 380 time: 0.0551739 Mar 27 15:32:02.326182 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-e576fa32-4aeb-4a94-9b61-e39f7f73850d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'port': {'device_id': '00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'admin_state_up': True, 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'security_groups': ['6b9a5d9b-c0d6-459b-903e-4fa16773a72a']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:02.433636 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-e576fa32-4aeb-4a94-9b61-e39f7f73850d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Made reservation on behalf of 78ddabd9f42d4822bf2f6c480863851c for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:32:02.437266 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-e576fa32-4aeb-4a94-9b61-e39f7f73850d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:02.566081 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-e576fa32-4aeb-4a94-9b61-e39f7f73850d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Allocated IP 172.20.0.9 (305fa4ab-b08c-4a9e-8a52-56d673dd13fa/ad263cdc-9f5f-4b94-9470-91174def020a/36117430-01c3-4716-b2d2-c92ecaa58af8) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:32:02.698489 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-e576fa32-4aeb-4a94-9b61-e39f7f73850d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for port (36117430-01c3-4716-b2d2-c92ecaa58af8), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:02.734963 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-e576fa32-4aeb-4a94-9b61-e39f7f73850d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (36117430-01c3-4716-b2d2-c92ecaa58af8), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:02.780082 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-e576fa32-4aeb-4a94-9b61-e39f7f73850d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:32:02.783140 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-e576fa32-4aeb-4a94-9b61-e39f7f73850d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:32:02.786833 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-e576fa32-4aeb-4a94-9b61-e39f7f73850d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:32:03.047194 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576fa32-4aeb-4a94-9b61-e39f7f73850d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'Port': ['ID=36117430-01c3-4716-b2d2-c92ecaa58af8,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:03.073937 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-e576fa32-4aeb-4a94-9b61-e39f7f73850d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:03.074538 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-e576fa32-4aeb-4a94-9b61-e39f7f73850d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:03.079374 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-20ade951-af08-4c79-babb-dad4f5cd60ad None None] Provisioning complete for port 36117430-01c3-4716-b2d2-c92ecaa58af8 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:03.079891 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-20ade951-af08-4c79-babb-dad4f5cd60ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (36117430-01c3-4716-b2d2-c92ecaa58af8), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:03.090977 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-e576fa32-4aeb-4a94-9b61-e39f7f73850d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7684839 Mar 27 15:32:03.102938 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Request body: {'port': {'device_id': '00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:03.115377 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-20ade951-af08-4c79-babb-dad4f5cd60ad None None] Port 36117430-01c3-4716-b2d2-c92ecaa58af8 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:32:03.160934 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (36117430-01c3-4716-b2d2-c92ecaa58af8), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:03.348394 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device d078918e-53c9-4598-8c2e-5eb3ab16f3d1 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:32:03.353761 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2a3ce-bae9-4d75-8488-564a2fa449c3 req-41d690a5-b9c9-43b2-b42b-65df9dd7fb15 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:03.355343 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-38a2a3ce-bae9-4d75-8488-564a2fa449c3 req-41d690a5-b9c9-43b2-b42b-65df9dd7fb15 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 931 time: 0.0722966 Mar 27 15:32:03.405218 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port d078918e-53c9-4598-8c2e-5eb3ab16f3d1 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:03.405555 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (d078918e-53c9-4598-8c2e-5eb3ab16f3d1), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:03.410042 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-38a2a3ce-bae9-4d75-8488-564a2fa449c3 req-9a878080-9ef9-4049-aaa4-517d890b6313 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b9a5d9b-c0d6-459b-903e-4fa16773a72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483928 Mar 27 15:32:03.448878 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36117430-01c3-4716-b2d2-c92ecaa58af8 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:32:03.457144 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Publish callbacks [] for port (36117430-01c3-4716-b2d2-c92ecaa58af8), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:03.469647 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Transition to ACTIVE for port object 36117430-01c3-4716-b2d2-c92ecaa58af8 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:32:03.473694 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (36117430-01c3-4716-b2d2-c92ecaa58af8), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:03.501225 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port d078918e-53c9-4598-8c2e-5eb3ab16f3d1 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:03.540534 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=36117430-01c3-4716-b2d2-c92ecaa58af8,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:03.595193 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Attempting to bind port 36117430-01c3-4716-b2d2-c92ecaa58af8 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:32:03.595362 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Attempting to bind port 36117430-01c3-4716-b2d2-c92ecaa58af8 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:32:03.595793 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Attempting to bind port 36117430-01c3-4716-b2d2-c92ecaa58af8 on network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:32:03.600255 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Port 36117430-01c3-4716-b2d2-c92ecaa58af8 on network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:32:03.600576 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Attempting to bind port 36117430-01c3-4716-b2d2-c92ecaa58af8 on network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:32:03.605839 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:32:03.606176 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Checking segment: {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:32:03.606561 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Bound using segment: {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:32:03.607559 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Bound port: 36117430-01c3-4716-b2d2-c92ecaa58af8, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:32:03.607918 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (36117430-01c3-4716-b2d2-c92ecaa58af8), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:03.686100 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] For port 36117430-01c3-4716-b2d2-c92ecaa58af8, host hv-cinder-83538, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:32:03.689396 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] For port 36117430-01c3-4716-b2d2-c92ecaa58af8, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=36117430-01c3-4716-b2d2-c92ecaa58af8,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:32:03.696299 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (36117430-01c3-4716-b2d2-c92ecaa58af8), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:03.730602 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:03.731345 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:03.736327 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] 10.222.0.16 "PUT /v2.0/ports/36117430-01c3-4716-b2d2-c92ecaa58af8 HTTP/1.1" status: 200 len: 1093 time: 0.6376135 Mar 27 15:32:03.739868 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0', 'tag': '36117430-01c3-4716-b2d2-c92ecaa58af8'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:03.743398 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f069c08-4620-4d31-89b6-9294fe8f43b1" -d '{"events": [{"name": "network-changed", "server_uuid": "00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0", "tag": "36117430-01c3-4716-b2d2-c92ecaa58af8"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:03.779979 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391fb4f-e24c-46a2-8e8a-d7ef8063a9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=36117430-01c3-4716-b2d2-c92ecaa58af8,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:03.793771 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5bdc03-a8c7-4b63-9231-e3f8386f6113 x-openstack-request-id: req-ea5bdc03-a8c7-4b63-9231-e3f8386f6113 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:03.794203 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0", "tag": "36117430-01c3-4716-b2d2-c92ecaa58af8", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:03.795057 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea5bdc03-a8c7-4b63-9231-e3f8386f6113 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:03.795463 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5bdc03-a8c7-4b63-9231-e3f8386f6113'] response: {'name': 'network-changed', 'server_uuid': '00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0', 'tag': '36117430-01c3-4716-b2d2-c92ecaa58af8', 'status': 'completed', 'code': 200} Mar 27 15:32:03.863160 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-973b5d37-87e8-4a54-87b3-0f99bc535123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:03.868766 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-973b5d37-87e8-4a54-87b3-0f99bc535123 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78ddabd9f42d4822bf2f6c480863851c&device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 1127 time: 0.0559130 Mar 27 15:32:03.871141 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Sync routers for ids ['d8ec4b7b-6766-472a-90b4-932679c2c154'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:32:03.883107 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Routers {'d8ec4b7b-6766-472a-90b4-932679c2c154'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:03.883725 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:31:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d8ec4b7b-6766-472a-90b4-932679c2c154'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:03.913603 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-155c81a5-6879-4dc5-9144-0ac3fed5d415 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36117430-01c3-4716-b2d2-c92ecaa58af8 HTTP/1.1" status: 200 len: 217 time: 0.0394485 Mar 27 15:32:03.965890 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-503cbb86-9acc-4273-aafb-b386a6ee1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:03.968102 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-503cbb86-9acc-4273-aafb-b386a6ee1fec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad263cdc-9f5f-4b94-9470-91174def020a HTTP/1.1" status: 200 len: 854 time: 0.0458522 Mar 27 15:32:04.002259 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Set router d8ec4b7b-6766-472a-90b4-932679c2c154 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:04.018389 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-36ab05b4-e1d5-4590-977d-7ceab5b52a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:04.019941 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-36ab05b4-e1d5-4590-977d-7ceab5b52a6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0452075 Mar 27 15:32:04.119425 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-fb31d6b7-a8fd-4cd4-90d5-ee85c1861222 service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872338 Mar 27 15:32:04.197965 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'name': 'tempest-TestShelveInstance-1300957648-router', 'tenant_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:31:58Z', 'revision_number': 4, 'project_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'gw_port': {'id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'f62445f8-8a88-452c-90ae-f8a22e09da81', 'name': '', 'network_id': '971acfd0-6c9d-402e-8f9a-8c057fc92cda', 'tenant_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'mac_address': 'fa:16:3e:16:6a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '32d2eae0-bc1f-4158-883b-7176449a444a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:58Z', 'updated_at': '2022-03-27T15:31:58Z', 'revision_number': 2, 'project_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'subnets': [{'id': '32d2eae0-bc1f-4158-883b-7176449a444a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:04.212842 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-409c8b70-cce3-40ad-87e4-c6a1e8edbeeb req-620a1b5c-f524-407c-90a5-d448eafbd7c2 service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850084 Mar 27 15:32:04.225280 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Checking router: d8ec4b7b-6766-472a-90b4-932679c2c154 for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:32:04.225639 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Updating router d8ec4b7b-6766-472a-90b4-932679c2c154 port f62445f8-8a88-452c-90ae-f8a22e09da81 binding host dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:32:04.255042 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:04.324586 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f069c08-4620-4d31-89b6-9294fe8f43b1 req-625309c1-958a-4495-a114-4203b404b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:04.326122 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5f069c08-4620-4d31-89b6-9294fe8f43b1 req-625309c1-958a-4495-a114-4203b404b723 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78ddabd9f42d4822bf2f6c480863851c&device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 1127 time: 0.0477822 Mar 27 15:32:04.424719 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f069c08-4620-4d31-89b6-9294fe8f43b1 req-cddb692d-5610-424a-a9d0-eb9f06195a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:04.426188 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5f069c08-4620-4d31-89b6-9294fe8f43b1 req-cddb692d-5610-424a-a9d0-eb9f06195a20 service neutron] 10.222.0.16 "GET /v2.0/networks?id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 200 len: 916 time: 0.0931947 Mar 27 15:32:04.477898 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5f069c08-4620-4d31-89b6-9294fe8f43b1 req-6252e69f-5254-4cc8-b774-bfdd29f79b47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36117430-01c3-4716-b2d2-c92ecaa58af8 HTTP/1.1" status: 200 len: 217 time: 0.0363834 Mar 27 15:32:04.542330 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f069c08-4620-4d31-89b6-9294fe8f43b1 req-269324a5-e4c3-4395-b6eb-240abd03066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:04.543725 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5f069c08-4620-4d31-89b6-9294fe8f43b1 req-269324a5-e4c3-4395-b6eb-240abd03066e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad263cdc-9f5f-4b94-9470-91174def020a HTTP/1.1" status: 200 len: 854 time: 0.0530946 Mar 27 15:32:04.543886 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f119a-6ad2-4a44-8264-9f8b7b98ca69 req-75fd3460-1c8f-448d-8535-b8e5c2b76f01 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:04.546305 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7d9f119a-6ad2-4a44-8264-9f8b7b98ca69 req-75fd3460-1c8f-448d-8535-b8e5c2b76f01 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 943 time: 0.0610800 Mar 27 15:32:04.593817 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f069c08-4620-4d31-89b6-9294fe8f43b1 req-2d24c686-db17-4378-ab04-50893f781d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:04.595478 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5f069c08-4620-4d31-89b6-9294fe8f43b1 req-2d24c686-db17-4378-ab04-50893f781d7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0453920 Mar 27 15:32:04.596864 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7d9f119a-6ad2-4a44-8264-9f8b7b98ca69 req-59084730-f387-4ad7-b841-bd975b49f5cb tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b9a5d9b-c0d6-459b-903e-4fa16773a72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450661 Mar 27 15:32:04.612793 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Publish callbacks [] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:04.617815 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:04.664768 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d320f-af57-4b74-bde2-9fbcde5a2c64 None None] Pushing event updated for resources: {'Port': ['ID=f62445f8-8a88-452c-90ae-f8a22e09da81,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:04.697361 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5f069c08-4620-4d31-89b6-9294fe8f43b1 req-43f1e16b-9af3-4a94-8314-4a2dee3eda6c service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931244 Mar 27 15:32:04.722162 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Attempting to bind port f62445f8-8a88-452c-90ae-f8a22e09da81 on host dv-cinder-835384-1-smb for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:32:04.722537 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Attempting to bind port f62445f8-8a88-452c-90ae-f8a22e09da81 by drivers openvswitch,hyperv on host dv-cinder-835384-1-smb at level 0 using segments [{'id': '081376b0-b552-41ca-9a17-97bbf7d208aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '971acfd0-6c9d-402e-8f9a-8c057fc92cda'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:32:04.722926 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Attempting to bind port f62445f8-8a88-452c-90ae-f8a22e09da81 on network 971acfd0-6c9d-402e-8f9a-8c057fc92cda {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:32:04.728409 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Checking agent: {'id': '9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 18, 57), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:32:04.728781 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Checking segment: {'id': '081376b0-b552-41ca-9a17-97bbf7d208aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '971acfd0-6c9d-402e-8f9a-8c057fc92cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:32:04.729180 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:04.729572 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Bound using segment: {'id': '081376b0-b552-41ca-9a17-97bbf7d208aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '971acfd0-6c9d-402e-8f9a-8c057fc92cda'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:32:04.730036 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Bound port: f62445f8-8a88-452c-90ae-f8a22e09da81, host: dv-cinder-835384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081376b0-b552-41ca-9a17-97bbf7d208aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '971acfd0-6c9d-402e-8f9a-8c057fc92cda'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:32:04.730408 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:04.802863 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5f069c08-4620-4d31-89b6-9294fe8f43b1 req-db0fd01b-f1e6-4184-bbcb-1bfe4255a526 service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970244 Mar 27 15:32:04.811928 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] For port f62445f8-8a88-452c-90ae-f8a22e09da81, host dv-cinder-835384-1-smb, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:32:04.816225 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] For port f62445f8-8a88-452c-90ae-f8a22e09da81, host dv-cinder-835384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=f62445f8-8a88-452c-90ae-f8a22e09da81,segment=NetworkSegment(081376b0-b552-41ca-9a17-97bbf7d208aa),segment_id=081376b0-b552-41ca-9a17-97bbf7d208aa)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:32:04.824922 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:04.892397 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-d01aa8d0-6003-4214-bc1a-23e89036afc9 None None] Provisioning complete for port f62445f8-8a88-452c-90ae-f8a22e09da81 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:04.893018 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Routers {'d8ec4b7b-6766-472a-90b4-932679c2c154'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:04.893656 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:31:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d8ec4b7b-6766-472a-90b4-932679c2c154'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:04.893918 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d01aa8d0-6003-4214-bc1a-23e89036afc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:04.965420 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d320f-af57-4b74-bde2-9fbcde5a2c64 None None] Pushing event updated for resources: {'Port': ['ID=f62445f8-8a88-452c-90ae-f8a22e09da81,revision_number=4']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:05.001402 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d01aa8d0-6003-4214-bc1a-23e89036afc9 None None] Current status of the port f62445f8-8a88-452c-90ae-f8a22e09da81 is: DOWN; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:05.001800 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d01aa8d0-6003-4214-bc1a-23e89036afc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:05.011163 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] Set router d8ec4b7b-6766-472a-90b4-932679c2c154 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:05.040350 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d01aa8d0-6003-4214-bc1a-23e89036afc9 None None] For port f62445f8-8a88-452c-90ae-f8a22e09da81, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=f62445f8-8a88-452c-90ae-f8a22e09da81,segment=NetworkSegment(081376b0-b552-41ca-9a17-97bbf7d208aa),segment_id=081376b0-b552-41ca-9a17-97bbf7d208aa)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:05.046277 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d01aa8d0-6003-4214-bc1a-23e89036afc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:05.096675 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01aa8d0-6003-4214-bc1a-23e89036afc9 None None] Pushing event updated for resources: {'Port': ['ID=f62445f8-8a88-452c-90ae-f8a22e09da81,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:05.167183 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-62bb0daf-4e46-4337-8def-7b5125176061 None None] Provisioning complete for port f62445f8-8a88-452c-90ae-f8a22e09da81 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:05.167667 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-62bb0daf-4e46-4337-8def-7b5125176061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:05.226920 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'name': 'tempest-TestShelveInstance-1300957648-router', 'tenant_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:31:58Z', 'revision_number': 4, 'project_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'gw_port': {'id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'f62445f8-8a88-452c-90ae-f8a22e09da81', 'name': '', 'network_id': '971acfd0-6c9d-402e-8f9a-8c057fc92cda', 'tenant_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'mac_address': 'fa:16:3e:16:6a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '32d2eae0-bc1f-4158-883b-7176449a444a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:58Z', 'updated_at': '2022-03-27T15:32:04Z', 'revision_number': 4, 'project_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'subnets': [{'id': '32d2eae0-bc1f-4158-883b-7176449a444a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:05.248640 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-62bb0daf-4e46-4337-8def-7b5125176061 None None] Current status of the port f62445f8-8a88-452c-90ae-f8a22e09da81 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:05.257761 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63295c68-cdad-4d03-8376-50d1db806bc5 None None] The sync data for ids ['d8ec4b7b-6766-472a-90b4-932679c2c154'] in dv-cinder-835384-1-smb is: [{'id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'name': 'tempest-TestShelveInstance-1300957648-router', 'tenant_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:31:58Z', 'revision_number': 4, 'project_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'gw_port': {'id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'f62445f8-8a88-452c-90ae-f8a22e09da81', 'name': '', 'network_id': '971acfd0-6c9d-402e-8f9a-8c057fc92cda', 'tenant_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'mac_address': 'fa:16:3e:16:6a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '32d2eae0-bc1f-4158-883b-7176449a444a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:58Z', 'updated_at': '2022-03-27T15:32:04Z', 'revision_number': 4, 'project_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'subnets': [{'id': '32d2eae0-bc1f-4158-883b-7176449a444a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:32:05.370442 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device f62445f8-8a88-452c-90ae-f8a22e09da81 up at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:32:05.423141 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Provisioning complete for port f62445f8-8a88-452c-90ae-f8a22e09da81 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:05.423519 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:05.517974 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Current status of the port f62445f8-8a88-452c-90ae-f8a22e09da81 is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:05.728989 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb675d-b07a-4b6f-9293-35fd95e42669 req-e0acab2d-de5f-4442-8451-b8c7cba6d3cf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:05.730459 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-29eb675d-b07a-4b6f-9293-35fd95e42669 req-e0acab2d-de5f-4442-8451-b8c7cba6d3cf tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 943 time: 0.0601482 Mar 27 15:32:05.782946 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-29eb675d-b07a-4b6f-9293-35fd95e42669 req-1c5155c6-91ff-4a15-a395-86495e018acc tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b9a5d9b-c0d6-459b-903e-4fa16773a72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467529 Mar 27 15:32:06.900622 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3ad9f-e66d-4a93-a9f9-cfb1494a0104 req-b8f29593-5b44-42f3-877b-8bd27a34ffd9 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:06.902120 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c8b3ad9f-e66d-4a93-a9f9-cfb1494a0104 req-b8f29593-5b44-42f3-877b-8bd27a34ffd9 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 943 time: 0.0524385 Mar 27 15:32:06.948958 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c8b3ad9f-e66d-4a93-a9f9-cfb1494a0104 req-f1751140-2d57-4d2a-a8e5-f4d92e92478e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b9a5d9b-c0d6-459b-903e-4fa16773a72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406926 Mar 27 15:32:08.070779 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96f0ff-5a81-4cd0-9a96-ab45899a11e5 req-e5c9cff1-6c94-4cf5-9799-0c56c27ffe43 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:08.072969 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6a96f0ff-5a81-4cd0-9a96-ab45899a11e5 req-e5c9cff1-6c94-4cf5-9799-0c56c27ffe43 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 943 time: 0.0561907 Mar 27 15:32:08.123054 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6a96f0ff-5a81-4cd0-9a96-ab45899a11e5 req-cf7051a0-aee8-461f-ba05-ea7857d57ea9 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b9a5d9b-c0d6-459b-903e-4fa16773a72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428963 Mar 27 15:32:08.567842 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:08.634215 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 36117430-01c3-4716-b2d2-c92ecaa58af8 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:32:08.688814 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-38bb7ca9-df32-4c09-b593-4cc3c12c687f req-1096d387-f6ed-429f-9da8-f5583f2c9c44 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457833 Mar 27 15:32:08.734854 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 36117430-01c3-4716-b2d2-c92ecaa58af8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=36117430-01c3-4716-b2d2-c92ecaa58af8,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:08.754169 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '36117430-01c3-4716-b2d2-c92ecaa58af8', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'port_id': '36117430-01c3-4716-b2d2-c92ecaa58af8', 'mac_address': 'fa:16:3e:a3:05:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:32:08.780642 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb7ca9-df32-4c09-b593-4cc3c12c687f req-b118626a-3f35-4f2e-8735-547505eb59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:08.782427 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-38bb7ca9-df32-4c09-b593-4cc3c12c687f req-b118626a-3f35-4f2e-8735-547505eb59bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3246241f55943b0ae1f788fc19805f0&device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 1129 time: 0.0470631 Mar 27 15:32:08.793568 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 36117430-01c3-4716-b2d2-c92ecaa58af8 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:08.793954 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (36117430-01c3-4716-b2d2-c92ecaa58af8), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:08.806634 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36117430-01c3-4716-b2d2-c92ecaa58af8 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:32:08.825945 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 36117430-01c3-4716-b2d2-c92ecaa58af8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=36117430-01c3-4716-b2d2-c92ecaa58af8,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:08.830484 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (36117430-01c3-4716-b2d2-c92ecaa58af8), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:08.877643 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=36117430-01c3-4716-b2d2-c92ecaa58af8,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:08.895431 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb7ca9-df32-4c09-b593-4cc3c12c687f req-41853c6c-ad3d-47f2-87af-123d4d292453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:08.896896 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-38bb7ca9-df32-4c09-b593-4cc3c12c687f req-41853c6c-ad3d-47f2-87af-123d4d292453 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7 HTTP/1.1" status: 200 len: 912 time: 0.0961053 Mar 27 15:32:08.961058 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-38bb7ca9-df32-4c09-b593-4cc3c12c687f req-9e9dc8ec-bd3c-4c18-b23b-89a1d15490f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=615953e3-d735-4517-9c29-202d9a4e1e18 HTTP/1.1" status: 200 len: 1001 time: 0.0575843 Mar 27 15:32:09.011188 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb7ca9-df32-4c09-b593-4cc3c12c687f req-a313c11d-48b2-4640-8f9e-13f583ce6671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:09.012636 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-38bb7ca9-df32-4c09-b593-4cc3c12c687f req-a313c11d-48b2-4640-8f9e-13f583ce6671 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45fa90f7-8dff-4df6-aba3-f9ce848c3e05 HTTP/1.1" status: 200 len: 850 time: 0.0458806 Mar 27 15:32:09.067670 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb7ca9-df32-4c09-b593-4cc3c12c687f req-c7bbc213-d475-4209-959d-724d55ba4a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:09.069222 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-38bb7ca9-df32-4c09-b593-4cc3c12c687f req-c7bbc213-d475-4209-959d-724d55ba4a1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489335 Mar 27 15:32:09.163553 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-38bb7ca9-df32-4c09-b593-4cc3c12c687f req-40332462-a874-4865-8329-b8c1b60be93e service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871341 Mar 27 15:32:09.240658 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73af2f6-e870-464c-93fd-8534bb896fac req-dbdde01b-f8fb-4671-97ac-9ab39aa339e7 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:09.242219 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d73af2f6-e870-464c-93fd-8534bb896fac req-dbdde01b-f8fb-4671-97ac-9ab39aa339e7 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 944 time: 0.0532475 Mar 27 15:32:09.259054 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-38bb7ca9-df32-4c09-b593-4cc3c12c687f req-1e0f947b-0309-42fd-9d8b-4685d87ee079 service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885777 Mar 27 15:32:09.289479 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d73af2f6-e870-464c-93fd-8534bb896fac req-624ad281-2dd6-4918-9921-2e6c5e9ab2da tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b9a5d9b-c0d6-459b-903e-4fa16773a72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416496 Mar 27 15:32:09.300702 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['36117430-01c3-4716-b2d2-c92ecaa58af8'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:32:10.412845 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cacc50-789d-45e2-a547-34c7d591447f req-041843ca-fff1-486e-bb14-f40e7055528e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:10.414214 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-73cacc50-789d-45e2-a547-34c7d591447f req-041843ca-fff1-486e-bb14-f40e7055528e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 944 time: 0.0558026 Mar 27 15:32:10.462763 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-73cacc50-789d-45e2-a547-34c7d591447f req-93210805-c913-470c-a075-0fdc447f02e4 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b9a5d9b-c0d6-459b-903e-4fa16773a72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427680 Mar 27 15:32:10.642462 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 36117430-01c3-4716-b2d2-c92ecaa58af8 up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:32:10.691538 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port 36117430-01c3-4716-b2d2-c92ecaa58af8 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:32:10.695791 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 36117430-01c3-4716-b2d2-c92ecaa58af8 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:10.696151 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (36117430-01c3-4716-b2d2-c92ecaa58af8), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:10.786383 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 36117430-01c3-4716-b2d2-c92ecaa58af8 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:10.786789 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (36117430-01c3-4716-b2d2-c92ecaa58af8), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:10.812239 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36117430-01c3-4716-b2d2-c92ecaa58af8'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:10.814522 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e017aa27-33f7-47bb-822d-3bba8cecf53c" -d '{"events": [{"server_uuid": "00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0", "name": "network-vif-plugged", "status": "completed", "tag": "36117430-01c3-4716-b2d2-c92ecaa58af8"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:10.828024 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 36117430-01c3-4716-b2d2-c92ecaa58af8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=36117430-01c3-4716-b2d2-c92ecaa58af8,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:10.832568 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (36117430-01c3-4716-b2d2-c92ecaa58af8), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:10.860638 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea77456e-2088-453b-8d1c-b2042414335f x-openstack-request-id: req-ea77456e-2088-453b-8d1c-b2042414335f {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:10.860974 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0", "name": "network-vif-plugged", "status": "completed", "tag": "36117430-01c3-4716-b2d2-c92ecaa58af8", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:10.861230 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea77456e-2088-453b-8d1c-b2042414335f {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:10.861627 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea77456e-2088-453b-8d1c-b2042414335f'] response: {'server_uuid': '00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36117430-01c3-4716-b2d2-c92ecaa58af8', 'code': 200} Mar 27 15:32:10.894343 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=36117430-01c3-4716-b2d2-c92ecaa58af8,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:11.043994 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c271705-b4b6-422a-8671-a526748f0db0 req-9258c4be-db28-4f89-9ff5-e1d144fa410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:11.046030 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2c271705-b4b6-422a-8671-a526748f0db0 req-9258c4be-db28-4f89-9ff5-e1d144fa410b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 1129 time: 0.0483539 Mar 27 15:32:11.095337 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2c271705-b4b6-422a-8671-a526748f0db0 req-d373fed0-cbd0-4866-a6fe-b59bb3fceb6f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6b9a5d9b-c0d6-459b-903e-4fa16773a72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393803 Mar 27 15:32:11.578062 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e0337-5bac-45d1-b8fd-f61bb8591718 req-0b8c8dbf-e954-442c-bd2c-ac4294f4c4be tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:11.579447 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-df2e0337-5bac-45d1-b8fd-f61bb8591718 req-0b8c8dbf-e954-442c-bd2c-ac4294f4c4be tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 945 time: 0.0518496 Mar 27 15:32:11.626336 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-df2e0337-5bac-45d1-b8fd-f61bb8591718 req-43a51709-e488-4622-adb8-aabc8a96e2c3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b9a5d9b-c0d6-459b-903e-4fa16773a72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409625 Mar 27 15:32:12.749109 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d53dbf-dbc9-49ac-90a0-a9bf7642ddc6 req-0fedf5df-30d8-4900-a329-1d53584a76a3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:12.751174 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-39d53dbf-dbc9-49ac-90a0-a9bf7642ddc6 req-0fedf5df-30d8-4900-a329-1d53584a76a3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 945 time: 0.0553946 Mar 27 15:32:12.797403 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-39d53dbf-dbc9-49ac-90a0-a9bf7642ddc6 req-9fbbed21-14d7-496a-ac1e-a4e9e79da99e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b9a5d9b-c0d6-459b-903e-4fa16773a72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405793 Mar 27 15:32:13.918039 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173d3bc-f782-45cb-a4b8-d7ad03a5fe89 req-8d19c42a-88c7-49ab-a2cc-f6a0821286c4 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:13.919501 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3173d3bc-f782-45cb-a4b8-d7ad03a5fe89 req-8d19c42a-88c7-49ab-a2cc-f6a0821286c4 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 945 time: 0.0548866 Mar 27 15:32:13.964326 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3173d3bc-f782-45cb-a4b8-d7ad03a5fe89 req-922294c2-b02f-4bc7-9ddb-b73744c6eba3 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b9a5d9b-c0d6-459b-903e-4fa16773a72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393558 Mar 27 15:32:14.166038 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1de888-80d6-42eb-9f45-3e4df4bf56be req-654384a4-c4f0-4c85-828d-890bb6bf06cb tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:14.167540 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7f1de888-80d6-42eb-9f45-3e4df4bf56be req-654384a4-c4f0-4c85-828d-890bb6bf06cb tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 945 time: 0.1406400 Mar 27 15:32:14.175804 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38176) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:14.179953 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e97943ab-f780-4e33-9b7e-6fe9c3592b9f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'floatingip': {'port_id': '36117430-01c3-4716-b2d2-c92ecaa58af8'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:14.220119 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e97943ab-f780-4e33-9b7e-6fe9c3592b9f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (843df12d-00e3-4d71-af32-6791cf606ab9), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:14.853525 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e97943ab-f780-4e33-9b7e-6fe9c3592b9f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:14.857598 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e97943ab-f780-4e33-9b7e-6fe9c3592b9f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (843df12d-00e3-4d71-af32-6791cf606ab9), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:14.954850 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.l3_db [None req-e97943ab-f780-4e33-9b7e-6fe9c3592b9f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Floating IP 843df12d-00e3-4d71-af32-6791cf606ab9 associated. External IP: 172.28.3.29, port: 36117430-01c3-4716-b2d2-c92ecaa58af8. Mar 27 15:32:15.156993 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97943ab-f780-4e33-9b7e-6fe9c3592b9f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Router 6d09cb73-8efe-4c19-854d-33072aa5a9ac has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:32:15.262130 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97943ab-f780-4e33-9b7e-6fe9c3592b9f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:32:15.267192 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e97943ab-f780-4e33-9b7e-6fe9c3592b9f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:15.271955 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6416c71f-9730-4177-b283-b712e9c74540 None None] Sync routers for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:32:15.281980 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6416c71f-9730-4177-b283-b712e9c74540 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:15.282588 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6416c71f-9730-4177-b283-b712e9c74540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:31:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:15.296351 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-e97943ab-f780-4e33-9b7e-6fe9c3592b9f tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "PUT /v2.0/floatingips/843df12d-00e3-4d71-af32-6791cf606ab9 HTTP/1.1" status: 200 len: 990 time: 1.1195207 Mar 27 15:32:15.296935 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0', 'tag': '36117430-01c3-4716-b2d2-c92ecaa58af8'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:15.299210 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709cbd63-48f8-47bc-8c11-7ae329a53476" -d '{"events": [{"name": "network-changed", "server_uuid": "00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0", "tag": "36117430-01c3-4716-b2d2-c92ecaa58af8"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:15.333334 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2236d5-50ea-44e7-acf7-b7f6e9072b27 x-openstack-request-id: req-6c2236d5-50ea-44e7-acf7-b7f6e9072b27 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:15.333628 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0", "tag": "36117430-01c3-4716-b2d2-c92ecaa58af8", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:15.333884 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c2236d5-50ea-44e7-acf7-b7f6e9072b27 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:15.334289 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c2236d5-50ea-44e7-acf7-b7f6e9072b27'] response: {'name': 'network-changed', 'server_uuid': '00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0', 'tag': '36117430-01c3-4716-b2d2-c92ecaa58af8', 'status': 'completed', 'code': 200} Mar 27 15:32:15.402401 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6416c71f-9730-4177-b283-b712e9c74540 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:15.418069 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cbd63-48f8-47bc-8c11-7ae329a53476 req-426da346-d2b1-42f5-8d1e-68e1b5cd372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:15.419644 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-709cbd63-48f8-47bc-8c11-7ae329a53476 req-426da346-d2b1-42f5-8d1e-68e1b5cd372d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78ddabd9f42d4822bf2f6c480863851c&device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 1129 time: 0.0467937 Mar 27 15:32:15.519501 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cbd63-48f8-47bc-8c11-7ae329a53476 req-ac8cd0d0-3165-4e20-8737-1db3ec726f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:15.520953 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-709cbd63-48f8-47bc-8c11-7ae329a53476 req-ac8cd0d0-3165-4e20-8737-1db3ec726f6c service neutron] 10.222.0.16 "GET /v2.0/networks?id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 200 len: 916 time: 0.0889254 Mar 27 15:32:15.586248 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-709cbd63-48f8-47bc-8c11-7ae329a53476 req-0e38b5af-8f80-485f-a27f-a1dc5d2b3ed7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36117430-01c3-4716-b2d2-c92ecaa58af8 HTTP/1.1" status: 200 len: 998 time: 0.0576808 Mar 27 15:32:15.630499 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6416c71f-9730-4177-b283-b712e9c74540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '843df12d-00e3-4d71-af32-6791cf606ab9', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.29', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '36117430-01c3-4716-b2d2-c92ecaa58af8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:a3:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:31:59Z', 'updated_at': '2022-03-27T15:32:14Z', 'revision_number': 1, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:15.654292 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cbd63-48f8-47bc-8c11-7ae329a53476 req-1eb37bab-9e14-487c-8cc8-eecee737f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:15.655877 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-709cbd63-48f8-47bc-8c11-7ae329a53476 req-1eb37bab-9e14-487c-8cc8-eecee737f634 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad263cdc-9f5f-4b94-9470-91174def020a HTTP/1.1" status: 200 len: 854 time: 0.0498552 Mar 27 15:32:15.656951 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6416c71f-9730-4177-b283-b712e9c74540 None None] Checking router: 6d09cb73-8efe-4c19-854d-33072aa5a9ac for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:32:15.665112 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6416c71f-9730-4177-b283-b712e9c74540 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:15.665731 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6416c71f-9730-4177-b283-b712e9c74540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:31:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:15.705455 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cbd63-48f8-47bc-8c11-7ae329a53476 req-fc6e8245-56bd-4604-912c-2ba578497d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:15.706891 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-709cbd63-48f8-47bc-8c11-7ae329a53476 req-fc6e8245-56bd-4604-912c-2ba578497d0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0435894 Mar 27 15:32:15.771797 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-6416c71f-9730-4177-b283-b712e9c74540 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:15.795194 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-709cbd63-48f8-47bc-8c11-7ae329a53476 req-44cb2863-6445-416f-9b42-5a8e64dc321d service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804181 Mar 27 15:32:15.886085 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-709cbd63-48f8-47bc-8c11-7ae329a53476 req-143f709f-6b06-4de4-8ec8-eb94d49f936a service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848384 Mar 27 15:32:15.995319 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-6416c71f-9730-4177-b283-b712e9c74540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '843df12d-00e3-4d71-af32-6791cf606ab9', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.29', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '36117430-01c3-4716-b2d2-c92ecaa58af8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:a3:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:31:59Z', 'updated_at': '2022-03-27T15:32:14Z', 'revision_number': 1, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:16.021416 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6416c71f-9730-4177-b283-b712e9c74540 None None] The sync data for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb is: [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '843df12d-00e3-4d71-af32-6791cf606ab9', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.29', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '36117430-01c3-4716-b2d2-c92ecaa58af8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:a3:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:31:59Z', 'updated_at': '2022-03-27T15:32:14Z', 'revision_number': 1, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:32:16.197693 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c3de6-859f-4e2c-a76a-a5a2f3eb16c4 None None] New status for floating IP 843df12d-00e3-4d71-af32-6791cf606ab9: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:32:20.101615 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e89b-ff9c-4f37-a06a-6cfc0b42789b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:20.755979 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-159e335c-b640-4dbf-a220-e146b409f008 req-c374e585-acb3-451e-866a-cc8d5f92d5f0 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625564618&fields=id&tenant_id=3e48f4dbdd4c45c5854d653ba08be5e0 HTTP/1.1" status: 200 len: 267 time: 0.0439563 Mar 27 15:32:20.860013 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e335c-b640-4dbf-a220-e146b409f008 req-cc27cd08-d999-4b75-bed7-4604bc152bb4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:20.861457 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-159e335c-b640-4dbf-a220-e146b409f008 req-cc27cd08-d999-4b75-bed7-4604bc152bb4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/networks?id=30bd4b72-8a1d-4886-9224-4597ff09b4b2 HTTP/1.1" status: 200 len: 809 time: 0.0991695 Mar 27 15:32:20.876136 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-159e335c-b640-4dbf-a220-e146b409f008 req-e8f1de8f-b6ce-4483-ae0d-8f5c8214cde4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/quotas/3e48f4dbdd4c45c5854d653ba08be5e0 HTTP/1.1" status: 200 len: 375 time: 0.0094678 Mar 27 15:32:20.929472 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-159e335c-b640-4dbf-a220-e146b409f008 req-81d65eae-4434-4bda-8ec8-aaa1d444b827 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e48f4dbdd4c45c5854d653ba08be5e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486176 Mar 27 15:32:21.177671 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-159e335c-b640-4dbf-a220-e146b409f008 req-4f2779cd-2b34-4522-9bc3-0a85290cba7d service neutron] 10.222.0.13 "GET /v2.0/networks/30bd4b72-8a1d-4886-9224-4597ff09b4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798295 Mar 27 15:32:21.266709 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-159e335c-b640-4dbf-a220-e146b409f008 req-9c9e6f5d-12a3-4034-8b9b-41224471f478 service neutron] 10.222.0.13 "GET /v2.0/networks/30bd4b72-8a1d-4886-9224-4597ff09b4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835140 Mar 27 15:32:21.603868 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-dd9532d0-ff1f-4e53-815a-6c533629960b req-97b03535-c604-4d8b-8809-7ed5f5943484 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 210 time: 0.0803018 Mar 27 15:32:22.324557 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fc68acb0-e500-4465-8608-ca380c75fa8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:22.611122 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e335c-b640-4dbf-a220-e146b409f008 req-a4176939-6816-4245-a9c7-bb1c06589da5 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:22.612590 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-159e335c-b640-4dbf-a220-e146b409f008 req-a4176939-6816-4245-a9c7-bb1c06589da5 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.16 "GET /v2.0/networks?id=30bd4b72-8a1d-4886-9224-4597ff09b4b2 HTTP/1.1" status: 200 len: 809 time: 0.1016502 Mar 27 15:32:22.686847 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-159e335c-b640-4dbf-a220-e146b409f008 req-3f26f997-6f6e-4264-90b7-0b45c437a70c tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e48f4dbdd4c45c5854d653ba08be5e0 HTTP/1.1" status: 200 len: 380 time: 0.0629776 Mar 27 15:32:22.696615 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-159e335c-b640-4dbf-a220-e146b409f008 req-7b26d319-9ee2-4556-8bf7-68ac5d5ad846 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Request body: {'port': {'device_id': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'admin_state_up': True, 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'security_groups': ['071633b4-df94-4b7a-beef-99ebdddea45e']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:22.704282 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7058a257-cd53-4d69-9be9-22db805300b1 req-10075fac-b058-41fd-850c-b5b272148117 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 210 time: 0.0298963 Mar 27 15:32:22.802398 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159e335c-b640-4dbf-a220-e146b409f008 req-7b26d319-9ee2-4556-8bf7-68ac5d5ad846 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Made reservation on behalf of 3e48f4dbdd4c45c5854d653ba08be5e0 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:32:22.806020 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-159e335c-b640-4dbf-a220-e146b409f008 req-7b26d319-9ee2-4556-8bf7-68ac5d5ad846 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:22.935333 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-159e335c-b640-4dbf-a220-e146b409f008 req-7b26d319-9ee2-4556-8bf7-68ac5d5ad846 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Allocated IP 172.20.0.14 (30bd4b72-8a1d-4886-9224-4597ff09b4b2/6795a83c-adc3-4390-b87e-00540dd8e9ea/78bc3e00-65ae-4e54-b59d-042aca187139) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:32:23.071872 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-159e335c-b640-4dbf-a220-e146b409f008 req-7b26d319-9ee2-4556-8bf7-68ac5d5ad846 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for port (78bc3e00-65ae-4e54-b59d-042aca187139), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:23.104163 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-159e335c-b640-4dbf-a220-e146b409f008 req-7b26d319-9ee2-4556-8bf7-68ac5d5ad846 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:23.151539 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159e335c-b640-4dbf-a220-e146b409f008 req-7b26d319-9ee2-4556-8bf7-68ac5d5ad846 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Network 30bd4b72-8a1d-4886-9224-4597ff09b4b2 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:32:23.156429 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-159e335c-b640-4dbf-a220-e146b409f008 req-7b26d319-9ee2-4556-8bf7-68ac5d5ad846 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:32:23.161088 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-159e335c-b640-4dbf-a220-e146b409f008 req-7b26d319-9ee2-4556-8bf7-68ac5d5ad846 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:32:23.164680 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26d319-9ee2-4556-8bf7-68ac5d5ad846 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Pushing event updated for resources: {'Port': ['ID=78bc3e00-65ae-4e54-b59d-042aca187139,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:23.210271 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e335c-b640-4dbf-a220-e146b409f008 req-7b26d319-9ee2-4556-8bf7-68ac5d5ad846 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:23.210917 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-159e335c-b640-4dbf-a220-e146b409f008 req-7b26d319-9ee2-4556-8bf7-68ac5d5ad846 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:23.229462 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-159e335c-b640-4dbf-a220-e146b409f008 req-7b26d319-9ee2-4556-8bf7-68ac5d5ad846 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5366488 Mar 27 15:32:23.241055 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Request body: {'port': {'device_id': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:23.308039 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:23.378205 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-a21d0891-481f-428d-81bc-fa18637eb073 None None] Provisioning complete for port 78bc3e00-65ae-4e54-b59d-042aca187139 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:23.378869 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a21d0891-481f-428d-81bc-fa18637eb073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:23.412463 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a21d0891-481f-428d-81bc-fa18637eb073 None None] Port 78bc3e00-65ae-4e54-b59d-042aca187139 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:32:23.564063 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78bc3e00-65ae-4e54-b59d-042aca187139 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:32:23.571371 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Publish callbacks [] for port (78bc3e00-65ae-4e54-b59d-042aca187139), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:23.583114 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Transition to ACTIVE for port object 78bc3e00-65ae-4e54-b59d-042aca187139 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:32:23.586653 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:23.656235 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Pushing event updated for resources: {'Port': ['ID=78bc3e00-65ae-4e54-b59d-042aca187139,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:23.661618 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:23.711392 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Attempting to bind port 78bc3e00-65ae-4e54-b59d-042aca187139 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:32:23.711722 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Attempting to bind port 78bc3e00-65ae-4e54-b59d-042aca187139 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '244d06c6-fd24-4c98-9fa8-e6c8999e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:32:23.712048 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Attempting to bind port 78bc3e00-65ae-4e54-b59d-042aca187139 on network 30bd4b72-8a1d-4886-9224-4597ff09b4b2 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:32:23.717160 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Port 78bc3e00-65ae-4e54-b59d-042aca187139 on network 30bd4b72-8a1d-4886-9224-4597ff09b4b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:32:23.717477 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Attempting to bind port 78bc3e00-65ae-4e54-b59d-042aca187139 on network 30bd4b72-8a1d-4886-9224-4597ff09b4b2 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:32:23.723447 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:32:23.723922 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Checking segment: {'id': '244d06c6-fd24-4c98-9fa8-e6c8999e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:32:23.724394 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Bound using segment: {'id': '244d06c6-fd24-4c98-9fa8-e6c8999e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:32:23.724822 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Bound port: 78bc3e00-65ae-4e54-b59d-042aca187139, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244d06c6-fd24-4c98-9fa8-e6c8999e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:32:23.725183 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:23.796829 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] For port 78bc3e00-65ae-4e54-b59d-042aca187139, host hv-cinder-83538, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:32:23.800131 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] For port 78bc3e00-65ae-4e54-b59d-042aca187139, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=78bc3e00-65ae-4e54-b59d-042aca187139,segment=NetworkSegment(244d06c6-fd24-4c98-9fa8-e6c8999e1647),segment_id=244d06c6-fd24-4c98-9fa8-e6c8999e1647)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:32:23.808186 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:23.836575 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888d5cb-8384-435b-b874-199edb960221 req-e160b4ee-eadc-4c7e-b45b-378b717e7bbb tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:23.839189 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9888d5cb-8384-435b-b874-199edb960221 req-e160b4ee-eadc-4c7e-b45b-378b717e7bbb tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 944 time: 0.0636866 Mar 27 15:32:23.840903 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:23.841514 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:23.843400 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-159e335c-b640-4dbf-a220-e146b409f008 req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] 10.222.0.16 "PUT /v2.0/ports/78bc3e00-65ae-4e54-b59d-042aca187139 HTTP/1.1" status: 200 len: 1094 time: 0.6060634 Mar 27 15:32:23.843831 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'tag': '78bc3e00-65ae-4e54-b59d-042aca187139'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:23.846020 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e70607-c92e-421e-886c-96611ab18a41" -d '{"events": [{"name": "network-changed", "server_uuid": "87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc", "tag": "78bc3e00-65ae-4e54-b59d-042aca187139"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:23.879809 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bcd36-b71b-4c40-b6ae-e924fab5a2cb service neutron] Pushing event updated for resources: {'Port': ['ID=78bc3e00-65ae-4e54-b59d-042aca187139,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:23.913466 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9888d5cb-8384-435b-b874-199edb960221 req-e5299737-38a9-4848-b3df-fe6405433877 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656714 Mar 27 15:32:23.914343 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb52fdd-edea-41a4-bcac-e8779aab4433 x-openstack-request-id: req-aeb52fdd-edea-41a4-bcac-e8779aab4433 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:23.914642 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc", "tag": "78bc3e00-65ae-4e54-b59d-042aca187139", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:23.914995 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aeb52fdd-edea-41a4-bcac-e8779aab4433 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:23.921601 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeb52fdd-edea-41a4-bcac-e8779aab4433'] response: {'name': 'network-changed', 'server_uuid': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'tag': '78bc3e00-65ae-4e54-b59d-042aca187139', 'status': 'completed', 'code': 200} Mar 27 15:32:23.973998 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e335c-b640-4dbf-a220-e146b409f008 req-1150d931-5a94-4885-bae5-29edd9c81779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:23.975546 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-159e335c-b640-4dbf-a220-e146b409f008 req-1150d931-5a94-4885-bae5-29edd9c81779 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e48f4dbdd4c45c5854d653ba08be5e0&device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 1128 time: 0.0464976 Mar 27 15:32:24.023114 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-159e335c-b640-4dbf-a220-e146b409f008 req-da7c00ca-808b-4cec-8d02-062375a6b52b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bc3e00-65ae-4e54-b59d-042aca187139 HTTP/1.1" status: 200 len: 217 time: 0.0391693 Mar 27 15:32:24.071376 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e335c-b640-4dbf-a220-e146b409f008 req-ce81075b-a612-4995-a769-ca992fa1d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:24.072840 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-159e335c-b640-4dbf-a220-e146b409f008 req-ce81075b-a612-4995-a769-ca992fa1d713 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6795a83c-adc3-4390-b87e-00540dd8e9ea HTTP/1.1" status: 200 len: 848 time: 0.0440431 Mar 27 15:32:24.130813 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e335c-b640-4dbf-a220-e146b409f008 req-4bd36918-8c02-43a8-b093-9a0faedb4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:24.132682 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-159e335c-b640-4dbf-a220-e146b409f008 req-4bd36918-8c02-43a8-b093-9a0faedb4a6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30bd4b72-8a1d-4886-9224-4597ff09b4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0536759 Mar 27 15:32:24.232124 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-159e335c-b640-4dbf-a220-e146b409f008 req-52f0911f-ccb0-4832-ab7e-a421c0e21fe9 service neutron] 10.222.0.16 "GET /v2.0/networks/30bd4b72-8a1d-4886-9224-4597ff09b4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921850 Mar 27 15:32:24.326786 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-159e335c-b640-4dbf-a220-e146b409f008 req-067e1399-fc46-4e63-888c-e7ef5bf63d4e service neutron] 10.222.0.16 "GET /v2.0/networks/30bd4b72-8a1d-4886-9224-4597ff09b4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886025 Mar 27 15:32:24.449272 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e70607-c92e-421e-886c-96611ab18a41 req-151120d9-e49a-4f99-ae48-0f4342390f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:24.450836 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f7e70607-c92e-421e-886c-96611ab18a41 req-151120d9-e49a-4f99-ae48-0f4342390f3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e48f4dbdd4c45c5854d653ba08be5e0&device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 1128 time: 0.0531104 Mar 27 15:32:24.538362 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e70607-c92e-421e-886c-96611ab18a41 req-704ee34b-c526-4107-b2c4-c1b7ddb4eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:24.539875 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f7e70607-c92e-421e-886c-96611ab18a41 req-704ee34b-c526-4107-b2c4-c1b7ddb4eaff service neutron] 10.222.0.16 "GET /v2.0/networks?id=30bd4b72-8a1d-4886-9224-4597ff09b4b2 HTTP/1.1" status: 200 len: 910 time: 0.0829341 Mar 27 15:32:24.583708 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f7e70607-c92e-421e-886c-96611ab18a41 req-bba4918d-276b-4b31-ba26-75366d06e50d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bc3e00-65ae-4e54-b59d-042aca187139 HTTP/1.1" status: 200 len: 217 time: 0.0376079 Mar 27 15:32:24.631122 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e70607-c92e-421e-886c-96611ab18a41 req-39a87ee1-ab82-4ad9-b858-bddb9e08c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:24.632555 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f7e70607-c92e-421e-886c-96611ab18a41 req-39a87ee1-ab82-4ad9-b858-bddb9e08c949 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6795a83c-adc3-4390-b87e-00540dd8e9ea HTTP/1.1" status: 200 len: 848 time: 0.0420332 Mar 27 15:32:24.680281 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e70607-c92e-421e-886c-96611ab18a41 req-a840d037-e8e1-4082-88d7-7d3ed351920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:24.681752 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f7e70607-c92e-421e-886c-96611ab18a41 req-a840d037-e8e1-4082-88d7-7d3ed351920d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30bd4b72-8a1d-4886-9224-4597ff09b4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0425844 Mar 27 15:32:24.781092 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f7e70607-c92e-421e-886c-96611ab18a41 req-db706bd6-e171-4d7e-865a-d05f9c7d7157 service neutron] 10.222.0.16 "GET /v2.0/networks/30bd4b72-8a1d-4886-9224-4597ff09b4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855358 Mar 27 15:32:24.868017 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-f7e70607-c92e-421e-886c-96611ab18a41 req-7d96a688-69bc-46f2-99ee-ff2814e34d13 service neutron] 10.222.0.16 "GET /v2.0/networks/30bd4b72-8a1d-4886-9224-4597ff09b4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795126 Mar 27 15:32:25.021864 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0680b-aa6d-4394-8430-31d5c556708d req-3d14a52d-a4e2-4a59-a817-6c0368868274 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:25.023381 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-36f0680b-aa6d-4394-8430-31d5c556708d req-3d14a52d-a4e2-4a59-a817-6c0368868274 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 944 time: 0.0525312 Mar 27 15:32:25.070782 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-36f0680b-aa6d-4394-8430-31d5c556708d req-ab9d629d-0973-452c-a206-a11bf4cebae2 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418913 Mar 27 15:32:25.411667 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:26.185429 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c58961-eb5a-465d-9341-db95f07c43e6 req-6d560305-a86c-42e8-8cde-d1eed208a044 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:26.186924 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-98c58961-eb5a-465d-9341-db95f07c43e6 req-6d560305-a86c-42e8-8cde-d1eed208a044 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 944 time: 0.0510783 Mar 27 15:32:26.236728 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-98c58961-eb5a-465d-9341-db95f07c43e6 req-e74bb44a-8831-4d1e-afc2-2c2664ca7695 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444281 Mar 27 15:32:26.560951 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:27.352792 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6263803-6bfe-45ae-ae0f-70c5a04967d4 req-664d54bf-dddb-4f7c-b58b-c6564323f32b tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:27.354258 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d6263803-6bfe-45ae-ae0f-70c5a04967d4 req-664d54bf-dddb-4f7c-b58b-c6564323f32b tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 944 time: 0.0516315 Mar 27 15:32:27.402269 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d6263803-6bfe-45ae-ae0f-70c5a04967d4 req-e0378534-370c-4a22-8700-7337f8437345 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419543 Mar 27 15:32:28.517401 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847311c6-434b-4e25-9cdf-1e9ab80dbc28 req-7d098457-b697-414a-b7dc-be1762afffdd tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:28.518880 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-847311c6-434b-4e25-9cdf-1e9ab80dbc28 req-7d098457-b697-414a-b7dc-be1762afffdd tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 944 time: 0.0519724 Mar 27 15:32:28.565366 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-847311c6-434b-4e25-9cdf-1e9ab80dbc28 req-b59926b8-c59e-47e0-9419-9261231db0b2 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409775 Mar 27 15:32:28.713733 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 78bc3e00-65ae-4e54-b59d-042aca187139 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:32:28.796965 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:32:28.805512 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 78bc3e00-65ae-4e54-b59d-042aca187139, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=78bc3e00-65ae-4e54-b59d-042aca187139,segment=NetworkSegment(244d06c6-fd24-4c98-9fa8-e6c8999e1647),segment_id=244d06c6-fd24-4c98-9fa8-e6c8999e1647)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:28.817089 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '78bc3e00-65ae-4e54-b59d-042aca187139', 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'port_id': '78bc3e00-65ae-4e54-b59d-042aca187139', 'mac_address': 'fa:16:3e:b8:43:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:32:28.854851 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 78bc3e00-65ae-4e54-b59d-042aca187139 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:28.855245 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:28.868077 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bc3e00-65ae-4e54-b59d-042aca187139 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:32:28.886906 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 78bc3e00-65ae-4e54-b59d-042aca187139, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=78bc3e00-65ae-4e54-b59d-042aca187139,segment=NetworkSegment(244d06c6-fd24-4c98-9fa8-e6c8999e1647),segment_id=244d06c6-fd24-4c98-9fa8-e6c8999e1647)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:28.890985 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:28.935285 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=78bc3e00-65ae-4e54-b59d-042aca187139,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:29.304580 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['78bc3e00-65ae-4e54-b59d-042aca187139'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:32:29.682866 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d55dba-530d-46c7-aa28-9385475ce332 req-9893dc4b-a356-45d0-a963-bd37419c901e tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:29.684321 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b4d55dba-530d-46c7-aa28-9385475ce332 req-9893dc4b-a356-45d0-a963-bd37419c901e tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 945 time: 0.0543692 Mar 27 15:32:29.731821 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b4d55dba-530d-46c7-aa28-9385475ce332 req-7cc1e9ab-9386-435c-9478-727238b86cd6 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414896 Mar 27 15:32:30.729578 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 78bc3e00-65ae-4e54-b59d-042aca187139 up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:32:30.778827 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port 78bc3e00-65ae-4e54-b59d-042aca187139 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:32:30.783331 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 78bc3e00-65ae-4e54-b59d-042aca187139 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:30.783702 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:30.847414 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7c5cb-3d49-41bf-af83-e73d9f05dc26 req-002d2c28-7f1d-43fa-aaa2-1a49499f8cbd tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:30.849088 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-54d7c5cb-3d49-41bf-af83-e73d9f05dc26 req-002d2c28-7f1d-43fa-aaa2-1a49499f8cbd tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 945 time: 0.0515575 Mar 27 15:32:30.863076 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 78bc3e00-65ae-4e54-b59d-042aca187139 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:30.863460 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:30.886189 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bc3e00-65ae-4e54-b59d-042aca187139'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:30.888400 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee24e85-065f-417b-a81a-a6a27fdd1168" -d '{"events": [{"server_uuid": "87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc", "name": "network-vif-plugged", "status": "completed", "tag": "78bc3e00-65ae-4e54-b59d-042aca187139"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:30.898245 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-54d7c5cb-3d49-41bf-af83-e73d9f05dc26 req-40308f6a-b51b-4909-af9b-3ca315155362 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433481 Mar 27 15:32:30.901516 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 78bc3e00-65ae-4e54-b59d-042aca187139, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=78bc3e00-65ae-4e54-b59d-042aca187139,segment=NetworkSegment(244d06c6-fd24-4c98-9fa8-e6c8999e1647),segment_id=244d06c6-fd24-4c98-9fa8-e6c8999e1647)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:30.907023 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:30.934663 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5114428c-1c5c-44a3-a7b0-69a0d4025379 x-openstack-request-id: req-5114428c-1c5c-44a3-a7b0-69a0d4025379 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:30.934997 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc", "name": "network-vif-plugged", "status": "completed", "tag": "78bc3e00-65ae-4e54-b59d-042aca187139", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:30.935302 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5114428c-1c5c-44a3-a7b0-69a0d4025379 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:30.935691 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5114428c-1c5c-44a3-a7b0-69a0d4025379'] response: {'server_uuid': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bc3e00-65ae-4e54-b59d-042aca187139', 'code': 200} Mar 27 15:32:30.961173 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=78bc3e00-65ae-4e54-b59d-042aca187139,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:31.235494 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd0894-8a1d-42fc-82a3-6344e506ba39 req-14e7255d-888c-4cbe-94bf-2a65b81cff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:31.236937 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d9bd0894-8a1d-42fc-82a3-6344e506ba39 req-14e7255d-888c-4cbe-94bf-2a65b81cff22 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 1130 time: 0.0870442 Mar 27 15:32:31.281845 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d9bd0894-8a1d-42fc-82a3-6344e506ba39 req-b998eb7b-0c07-4964-b829-71260aef9f77 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379074 Mar 27 15:32:32.018035 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb177f-78f7-4bf7-92fd-56ef22845a7e req-7a2eab8b-c36f-4084-9f09-337c8c47da17 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:32.019517 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-82bb177f-78f7-4bf7-92fd-56ef22845a7e req-7a2eab8b-c36f-4084-9f09-337c8c47da17 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0510662 Mar 27 15:32:32.069626 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-82bb177f-78f7-4bf7-92fd-56ef22845a7e req-b29ec540-768c-4d2d-8a4f-17902a10af1a tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446479 Mar 27 15:32:33.190205 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ace9a6-f79b-4ef8-a176-44b6d080a5f8 req-c82b39b7-66bf-4c28-9537-d79bba25ad66 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:33.191677 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-07ace9a6-f79b-4ef8-a176-44b6d080a5f8 req-c82b39b7-66bf-4c28-9537-d79bba25ad66 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0506012 Mar 27 15:32:33.238364 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-07ace9a6-f79b-4ef8-a176-44b6d080a5f8 req-9c2a5306-6ddc-4777-ae8d-98f20398ee1d tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412793 Mar 27 15:32:33.353895 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe54316-8795-458a-8d95-97ecc994c9df req-70458e06-985e-46ba-bed4-df2c66f84370 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:33.355314 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2fe54316-8795-458a-8d95-97ecc994c9df req-70458e06-985e-46ba-bed4-df2c66f84370 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0519078 Mar 27 15:32:33.402081 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2fe54316-8795-458a-8d95-97ecc994c9df req-b6fefdd8-3349-4126-b757-f6c146df9b32 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413210 Mar 27 15:32:33.423730 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38266) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:33.509660 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c737feb-a755-4258-96ba-c6873af61043 tempest-TestShelveInstance-493818366 tempest-TestShelveInstance-493818366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:33.511197 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-0c737feb-a755-4258-96ba-c6873af61043 tempest-TestShelveInstance-493818366 tempest-TestShelveInstance-493818366-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 1125 time: 0.0865433 Mar 27 15:32:33.513998 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38270) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:33.518163 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Request body: {'floatingip': {'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'port_id': '78bc3e00-65ae-4e54-b59d-042aca187139', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:33.537092 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:33.629010 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:33.734312 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Allocated IP 172.28.3.89 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/37bee1d0-dcd5-4239-830c-4a70ee72de14) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:32:33.830767 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for port (37bee1d0-dcd5-4239-830c-4a70ee72de14), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:33.864196 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (37bee1d0-dcd5-4239-830c-4a70ee72de14), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:33.900219 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:32:33.902897 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:32:33.906817 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:32:33.937638 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Pushing event updated for resources: {'Port': ['ID=37bee1d0-dcd5-4239-830c-4a70ee72de14,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:33.948493 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:33.948835 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:33.949173 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:33.949509 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:33.949840 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:33.950170 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:33.950495 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:33.950851 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:33.951174 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:33.951503 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:33.952335 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:33.952656 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:33.952974 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:33.953292 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:33.953608 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:34.259645 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for floatingip (58afa664-eaed-428d-9074-1e0a899035c3), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.326586 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (37bee1d0-dcd5-4239-830c-4a70ee72de14), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.472227 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for port (37bee1d0-dcd5-4239-830c-4a70ee72de14), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.476698 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (37bee1d0-dcd5-4239-830c-4a70ee72de14), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.540506 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Pushing event updated for resources: {'Port': ['ID=37bee1d0-dcd5-4239-830c-4a70ee72de14,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:34.552186 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (58afa664-eaed-428d-9074-1e0a899035c3), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.649215 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.l3_db [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Floating IP 58afa664-eaed-428d-9074-1e0a899035c3 associated. External IP: 172.28.3.89, port: 78bc3e00-65ae-4e54-b59d-042aca187139. Mar 27 15:32:34.850291 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Router af5949a5-bafa-4f4a-b75c-611044e31245 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:32:35.178319 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:32:35.188221 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c18e85-0c2a-4aec-9e1b-d6a3012fc5fd None None] Sync routers for ids ['af5949a5-bafa-4f4a-b75c-611044e31245'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:32:35.196370 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:35.201585 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c18e85-0c2a-4aec-9e1b-d6a3012fc5fd None None] Routers {'af5949a5-bafa-4f4a-b75c-611044e31245'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:35.202206 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-35c18e85-0c2a-4aec-9e1b-d6a3012fc5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['af5949a5-bafa-4f4a-b75c-611044e31245'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:35.226850 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-0970adc0-2b35-44fe-a2ff-804c36369fa4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7118022 Mar 27 15:32:35.227455 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'tag': '78bc3e00-65ae-4e54-b59d-042aca187139'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:35.229710 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e1173a-6a4b-441b-8022-5c5eb1aa8162" -d '{"events": [{"name": "network-changed", "server_uuid": "87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc", "tag": "78bc3e00-65ae-4e54-b59d-042aca187139"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:35.269071 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9cf2e4-0405-4c6f-b813-3a3b2e99f6fc x-openstack-request-id: req-ff9cf2e4-0405-4c6f-b813-3a3b2e99f6fc {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:35.269737 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc", "tag": "78bc3e00-65ae-4e54-b59d-042aca187139", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:35.269737 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff9cf2e4-0405-4c6f-b813-3a3b2e99f6fc {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:35.270010 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9cf2e4-0405-4c6f-b813-3a3b2e99f6fc'] response: {'name': 'network-changed', 'server_uuid': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'tag': '78bc3e00-65ae-4e54-b59d-042aca187139', 'status': 'completed', 'code': 200} Mar 27 15:32:35.341642 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1173a-6a4b-441b-8022-5c5eb1aa8162 req-1a18c8d2-6415-4c8e-97d7-7b4075fe97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:35.343727 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-85e1173a-6a4b-441b-8022-5c5eb1aa8162 req-1a18c8d2-6415-4c8e-97d7-7b4075fe97ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e48f4dbdd4c45c5854d653ba08be5e0&device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 1130 time: 0.0491009 Mar 27 15:32:35.430905 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1173a-6a4b-441b-8022-5c5eb1aa8162 req-5d52d412-f4ec-4f74-989d-edd542ac9ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:35.432280 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-85e1173a-6a4b-441b-8022-5c5eb1aa8162 req-5d52d412-f4ec-4f74-989d-edd542ac9ae9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30bd4b72-8a1d-4886-9224-4597ff09b4b2 HTTP/1.1" status: 200 len: 910 time: 0.0813439 Mar 27 15:32:35.435785 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-35c18e85-0c2a-4aec-9e1b-d6a3012fc5fd None None] Set router af5949a5-bafa-4f4a-b75c-611044e31245 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:35.507577 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-85e1173a-6a4b-441b-8022-5c5eb1aa8162 req-31353baf-487e-4ac2-9f3e-c9e9e26839ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bc3e00-65ae-4e54-b59d-042aca187139 HTTP/1.1" status: 200 len: 999 time: 0.0683169 Mar 27 15:32:35.557807 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1173a-6a4b-441b-8022-5c5eb1aa8162 req-92015d9d-ee08-4075-b2ce-3daf34d28e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:35.559284 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-85e1173a-6a4b-441b-8022-5c5eb1aa8162 req-92015d9d-ee08-4075-b2ce-3daf34d28e6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6795a83c-adc3-4390-b87e-00540dd8e9ea HTTP/1.1" status: 200 len: 848 time: 0.0438132 Mar 27 15:32:35.607382 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1173a-6a4b-441b-8022-5c5eb1aa8162 req-d8273354-2997-4b89-9c4a-229f666f74b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:35.608860 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-85e1173a-6a4b-441b-8022-5c5eb1aa8162 req-d8273354-2997-4b89-9c4a-229f666f74b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30bd4b72-8a1d-4886-9224-4597ff09b4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0428154 Mar 27 15:32:35.661033 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-35c18e85-0c2a-4aec-9e1b-d6a3012fc5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'name': 'tempest-TestShelveInstance-1509195609-router', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:31:52Z', 'revision_number': 4, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'gw_port': {'id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:49Z', 'updated_at': '2022-03-27T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '58afa664-eaed-428d-9074-1e0a899035c3', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'floating_ip_address': '172.28.3.89', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'port_id': '78bc3e00-65ae-4e54-b59d-042aca187139', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'mac_address': 'fa:16:3e:b8:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:32:34Z', 'updated_at': '2022-03-27T15:32:34Z', 'revision_number': 0, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f13fee3-2e5e-408e-abba-f18f1d7ef11a', 'name': '', 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'mac_address': 'fa:16:3e:6f:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:51Z', 'updated_at': '2022-03-27T15:31:56Z', 'revision_number': 5, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'subnets': [{'id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:35.689485 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c18e85-0c2a-4aec-9e1b-d6a3012fc5fd None None] Checking router: af5949a5-bafa-4f4a-b75c-611044e31245 for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:32:35.697832 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c18e85-0c2a-4aec-9e1b-d6a3012fc5fd None None] Routers {'af5949a5-bafa-4f4a-b75c-611044e31245'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:35.698473 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-35c18e85-0c2a-4aec-9e1b-d6a3012fc5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['af5949a5-bafa-4f4a-b75c-611044e31245'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:35.700293 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-85e1173a-6a4b-441b-8022-5c5eb1aa8162 req-920f6773-7f39-42bf-9563-276a9b7ff862 service neutron] 10.222.0.16 "GET /v2.0/networks/30bd4b72-8a1d-4886-9224-4597ff09b4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825381 Mar 27 15:32:35.787606 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-85e1173a-6a4b-441b-8022-5c5eb1aa8162 req-4ae00b86-c07e-4397-a1c0-3daeb7c41404 service neutron] 10.222.0.16 "GET /v2.0/networks/30bd4b72-8a1d-4886-9224-4597ff09b4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803409 Mar 27 15:32:35.802797 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-35c18e85-0c2a-4aec-9e1b-d6a3012fc5fd None None] Set router af5949a5-bafa-4f4a-b75c-611044e31245 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:36.025381 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-35c18e85-0c2a-4aec-9e1b-d6a3012fc5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'name': 'tempest-TestShelveInstance-1509195609-router', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:31:52Z', 'revision_number': 4, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'gw_port': {'id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:49Z', 'updated_at': '2022-03-27T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '58afa664-eaed-428d-9074-1e0a899035c3', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'floating_ip_address': '172.28.3.89', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'port_id': '78bc3e00-65ae-4e54-b59d-042aca187139', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'mac_address': 'fa:16:3e:b8:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:32:34Z', 'updated_at': '2022-03-27T15:32:34Z', 'revision_number': 0, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f13fee3-2e5e-408e-abba-f18f1d7ef11a', 'name': '', 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'mac_address': 'fa:16:3e:6f:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:51Z', 'updated_at': '2022-03-27T15:31:56Z', 'revision_number': 5, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'subnets': [{'id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:36.051599 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c18e85-0c2a-4aec-9e1b-d6a3012fc5fd None None] The sync data for ids ['af5949a5-bafa-4f4a-b75c-611044e31245'] in dv-cinder-835384-1-smb is: [{'id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'name': 'tempest-TestShelveInstance-1509195609-router', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:31:52Z', 'revision_number': 4, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'gw_port': {'id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:49Z', 'updated_at': '2022-03-27T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '58afa664-eaed-428d-9074-1e0a899035c3', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'floating_ip_address': '172.28.3.89', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'port_id': '78bc3e00-65ae-4e54-b59d-042aca187139', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'mac_address': 'fa:16:3e:b8:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:32:34Z', 'updated_at': '2022-03-27T15:32:34Z', 'revision_number': 0, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f13fee3-2e5e-408e-abba-f18f1d7ef11a', 'name': '', 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'mac_address': 'fa:16:3e:6f:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:51Z', 'updated_at': '2022-03-27T15:31:56Z', 'revision_number': 5, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'subnets': [{'id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:32:36.232463 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7219036-33e7-491d-832c-85cbcf746f41 None None] New status for floating IP 58afa664-eaed-428d-9074-1e0a899035c3: ACTIVE {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:32:38.599182 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:50.093291 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-94f9627d-dfce-4394-9acb-288bd5da3402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:50.802265 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5e74f-f684-4e84-85e3-9df9ca8ee4c8 req-beb25b1a-b92a-486e-8f29-c1e9d6dd6461 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:50.803835 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-edc5e74f-f684-4e84-85e3-9df9ca8ee4c8 req-beb25b1a-b92a-486e-8f29-c1e9d6dd6461 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 947 time: 0.0510938 Mar 27 15:32:50.849752 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-edc5e74f-f684-4e84-85e3-9df9ca8ee4c8 req-f7389bab-5068-4626-b86c-f3ae3914ccee tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401392 Mar 27 15:32:51.971073 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429475e-3caf-4c4e-8ea9-ccdc30f024f9 req-df7d4a34-379c-46c2-a9a4-ec84451b3526 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:51.972517 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2429475e-3caf-4c4e-8ea9-ccdc30f024f9 req-df7d4a34-379c-46c2-a9a4-ec84451b3526 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 947 time: 0.0512502 Mar 27 15:32:52.020800 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2429475e-3caf-4c4e-8ea9-ccdc30f024f9 req-a98b22c0-e0f5-4acf-bdf5-fd4277a32385 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428417 Mar 27 15:32:52.326542 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b55b282-8105-4d28-959f-df69e15bbd0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:52.729992 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7b5f0-2352-494e-a181-23605df0b474 req-e1f35b82-5e0b-40f2-993b-7fd8e0f67e64 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:52.731334 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d9e7b5f0-2352-494e-a181-23605df0b474 req-e1f35b82-5e0b-40f2-993b-7fd8e0f67e64 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.16 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 947 time: 0.0508082 Mar 27 15:32:52.825092 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-d9e7b5f0-2352-494e-a181-23605df0b474 req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Deleting port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:32:52.825428 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9e7b5f0-2352-494e-a181-23605df0b474 req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:52.909575 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-d9e7b5f0-2352-494e-a181-23605df0b474 req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] For port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:52.909930 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9e7b5f0-2352-494e-a181-23605df0b474 req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:53.075364 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9e7b5f0-2352-494e-a181-23605df0b474 req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:53.075724 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9e7b5f0-2352-494e-a181-23605df0b474 req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (15f0f5b2-576d-4609-983d-0e79f738d160), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:53.076076 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.l3_db [req-d9e7b5f0-2352-494e-a181-23605df0b474 req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Floating IP 15f0f5b2-576d-4609-983d-0e79f738d160 disassociated. External IP: 172.28.3.181, port: 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee. Mar 27 15:32:53.076918 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-d9e7b5f0-2352-494e-a181-23605df0b474 req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Calling delete_port for 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:32:53.142042 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e79f8-f1ae-4323-85f5-71b3e20cb795 req-50b8e3e6-ff1b-4255-b846-17b83c66415b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:53.143552 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6a4e79f8-f1ae-4323-85f5-71b3e20cb795 req-50b8e3e6-ff1b-4255-b846-17b83c66415b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 947 time: 0.0518315 Mar 27 15:32:53.190099 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6a4e79f8-f1ae-4323-85f5-71b3e20cb795 req-c95e656f-0111-473b-a71e-d4777ddca60c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408473 Mar 27 15:32:53.199952 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9e7b5f0-2352-494e-a181-23605df0b474 req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (9bbd2991-dff8-4187-ba17-ad99fb3ad6ee), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:53.231461 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event deleted for resources: {'Port': ['ID=9bbd2991-dff8-4187-ba17-ad99fb3ad6ee,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:53.242861 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:53.243220 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:53.243568 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:53.243896 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:53.244232 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:53.244562 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:53.244890 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:53.245215 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:53.245541 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:53.245870 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:53.246194 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:53.246519 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:53.246860 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:53.247184 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:53.247766 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:53.580168 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9e7b5f0-2352-494e-a181-23605df0b474 req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Router d4280781-9492-44c8-9a24-816de91f46bc has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:32:53.664068 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:53.691865 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9e7b5f0-2352-494e-a181-23605df0b474 req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:32:53.705302 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c7697-0c48-4726-9c75-815bc912c8c5 None None] Sync routers for ids ['d4280781-9492-44c8-9a24-816de91f46bc'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:32:53.715592 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c7697-0c48-4726-9c75-815bc912c8c5 None None] Routers {'d4280781-9492-44c8-9a24-816de91f46bc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:53.716331 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-715c7697-0c48-4726-9c75-815bc912c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d4280781-9492-44c8-9a24-816de91f46bc'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:53.737136 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e7b5f0-2352-494e-a181-23605df0b474 req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] No DVR routers for this DVR port 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee on host hv-cinder-83538 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:32:53.739659 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-d9e7b5f0-2352-494e-a181-23605df0b474 req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:53.742895 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d9e7b5f0-2352-494e-a181-23605df0b474 req-0e0b2553-9452-4be2-803e-4b217d6e7d39 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.16 "DELETE /v2.0/ports/9bbd2991-dff8-4187-ba17-ad99fb3ad6ee HTTP/1.1" status: 204 len: 173 time: 1.0065756 Mar 27 15:32:53.743335 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'name': 'network-vif-deleted', 'tag': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:53.745699 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500c1eda-6300-430a-b4f8-c770e9400fd2" -d '{"events": [{"server_uuid": "b49b704d-bbdf-4275-9a58-6cc58796e60e", "name": "network-vif-deleted", "tag": "9bbd2991-dff8-4187-ba17-ad99fb3ad6ee"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:53.830945 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-715c7697-0c48-4726-9c75-815bc912c8c5 None None] Set router d4280781-9492-44c8-9a24-816de91f46bc gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:53.847980 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630e2fe3-5717-4675-a069-c7ab185f32eb x-openstack-request-id: req-630e2fe3-5717-4675-a069-c7ab185f32eb {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:53.848270 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49b704d-bbdf-4275-9a58-6cc58796e60e", "name": "network-vif-deleted", "tag": "9bbd2991-dff8-4187-ba17-ad99fb3ad6ee", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:53.848520 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-630e2fe3-5717-4675-a069-c7ab185f32eb {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:53.848925 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630e2fe3-5717-4675-a069-c7ab185f32eb'] response: {'server_uuid': 'b49b704d-bbdf-4275-9a58-6cc58796e60e', 'name': 'network-vif-deleted', 'tag': '9bbd2991-dff8-4187-ba17-ad99fb3ad6ee', 'status': 'completed', 'code': 200} Mar 27 15:32:54.033701 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-715c7697-0c48-4726-9c75-815bc912c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 4, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'e819846d-180a-4b36-82c8-4781c740afcb', 'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'mac_address': 'fa:16:3e:42:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:13Z', 'updated_at': '2022-03-27T15:28:19Z', 'revision_number': 5, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'subnets': [{'id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:54.058881 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c7697-0c48-4726-9c75-815bc912c8c5 None None] Checking router: d4280781-9492-44c8-9a24-816de91f46bc for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:32:54.067355 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c7697-0c48-4726-9c75-815bc912c8c5 None None] Routers {'d4280781-9492-44c8-9a24-816de91f46bc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:54.067869 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-715c7697-0c48-4726-9c75-815bc912c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d4280781-9492-44c8-9a24-816de91f46bc'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:54.170243 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-715c7697-0c48-4726-9c75-815bc912c8c5 None None] Set router d4280781-9492-44c8-9a24-816de91f46bc gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:54.315195 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c8995950-3960-4bc4-b584-20e79c0d1533 req-05790600-048f-4178-971f-c46b41170b32 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b49b704d-bbdf-4275-9a58-6cc58796e60e HTTP/1.1" status: 200 len: 210 time: 0.0304282 Mar 27 15:32:54.391075 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-715c7697-0c48-4726-9c75-815bc912c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 4, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'e819846d-180a-4b36-82c8-4781c740afcb', 'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'mac_address': 'fa:16:3e:42:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:13Z', 'updated_at': '2022-03-27T15:28:19Z', 'revision_number': 5, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'subnets': [{'id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:54.419157 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c7697-0c48-4726-9c75-815bc912c8c5 None None] The sync data for ids ['d4280781-9492-44c8-9a24-816de91f46bc'] in dv-cinder-835384-1-smb is: [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 4, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'e819846d-180a-4b36-82c8-4781c740afcb', 'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'mac_address': 'fa:16:3e:42:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:13Z', 'updated_at': '2022-03-27T15:28:19Z', 'revision_number': 5, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'subnets': [{'id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:32:54.632416 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1587e9d3-687f-41e1-9e3e-d4380b94efa6 None None] New status for floating IP 15f0f5b2-576d-4609-983d-0e79f738d160: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:32:55.403080 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38338) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:55.414925 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:55.455517 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a6faeae-5495-4222-843c-d7acff3e478f tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group (64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:55.479765 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a6faeae-5495-4222-843c-d7acff3e478f tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group (64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:55.526512 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a6faeae-5495-4222-843c-d7acff3e478f tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:55.529590 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7a6faeae-5495-4222-843c-d7acff3e478f tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:55.530699 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-7a6faeae-5495-4222-843c-d7acff3e478f tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "DELETE /v2.0/security-groups/64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb HTTP/1.1" status: 204 len: 168 time: 0.1261387 Mar 27 15:32:55.533637 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38340) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:55.539236 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6faeae-5495-4222-843c-d7acff3e478f tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:55.547591 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.api.v2.resource [None req-b470ec54-0db7-4928-bcee-34ac32efd6c9 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] show failed (client error): The resource could not be found. Mar 27 15:32:55.548628 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-b470ec54-0db7-4928-bcee-34ac32efd6c9 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups/64de8c0e-ce24-4b4f-a6a9-b6cd08cc47fb HTTP/1.1" status: 404 len: 347 time: 0.0140200 Mar 27 15:32:55.551535 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38342) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:55.674757 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-faf857ac-1bf3-4538-a9cc-4d419aacdf40 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Deleting port 71cdcaff-770d-46ed-82e8-6b689082e65c {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:32:55.675095 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-faf857ac-1bf3-4538-a9cc-4d419aacdf40 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (71cdcaff-770d-46ed-82e8-6b689082e65c), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:55.751535 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-faf857ac-1bf3-4538-a9cc-4d419aacdf40 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (71cdcaff-770d-46ed-82e8-6b689082e65c), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:55.751855 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-faf857ac-1bf3-4538-a9cc-4d419aacdf40 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for floatingip (71cdcaff-770d-46ed-82e8-6b689082e65c), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:55.763628 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-faf857ac-1bf3-4538-a9cc-4d419aacdf40 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Calling delete_port for 71cdcaff-770d-46ed-82e8-6b689082e65c owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:32:55.896735 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-faf857ac-1bf3-4538-a9cc-4d419aacdf40 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (71cdcaff-770d-46ed-82e8-6b689082e65c), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:55.920801 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf857ac-1bf3-4538-a9cc-4d419aacdf40 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event deleted for resources: {'Port': ['ID=71cdcaff-770d-46ed-82e8-6b689082e65c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:55.983336 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-faf857ac-1bf3-4538-a9cc-4d419aacdf40 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for floatingip (15f0f5b2-576d-4609-983d-0e79f738d160), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:55.985775 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-faf857ac-1bf3-4538-a9cc-4d419aacdf40 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:55.986925 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-faf857ac-1bf3-4538-a9cc-4d419aacdf40 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "DELETE /v2.0/floatingips/15f0f5b2-576d-4609-983d-0e79f738d160 HTTP/1.1" status: 204 len: 168 time: 0.4344881 Mar 27 15:32:56.469212 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38348) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:56.473699 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-d0435ee8-3c4a-4a08-be45-4927418dc0bd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--962795029', 'description': 'tempest-description--850097688'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:56.492691 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0435ee8-3c4a-4a08-be45-4927418dc0bd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:56.555007 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0435ee8-3c4a-4a08-be45-4927418dc0bd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group (d9914eba-b986-4cd0-991b-46d0203e3c70), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:56.559108 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0435ee8-3c4a-4a08-be45-4927418dc0bd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (d9914eba-b986-4cd0-991b-46d0203e3c70), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:56.560578 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:56.594033 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d0435ee8-3c4a-4a08-be45-4927418dc0bd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:56.595232 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-d0435ee8-3c4a-4a08-be45-4927418dc0bd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1250029 Mar 27 15:32:56.595904 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0435ee8-3c4a-4a08-be45-4927418dc0bd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9914eba-b986-4cd0-991b-46d0203e3c70,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:56.598200 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38350) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:56.602846 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ad86378e-aacb-4aa3-baf8-332d96b673fd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Request body: {'security_group_rule': {'security_group_id': 'd9914eba-b986-4cd0-991b-46d0203e3c70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:56.625736 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad86378e-aacb-4aa3-baf8-332d96b673fd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group_rule (7a864b68-9bfd-498a-ad1c-ad43d5d02521), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:56.680896 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad86378e-aacb-4aa3-baf8-332d96b673fd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group_rule (7a864b68-9bfd-498a-ad1c-ad43d5d02521), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:56.684595 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad86378e-aacb-4aa3-baf8-332d96b673fd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (7a864b68-9bfd-498a-ad1c-ad43d5d02521), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:56.701607 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86378e-aacb-4aa3-baf8-332d96b673fd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a864b68-9bfd-498a-ad1c-ad43d5d02521,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:56.708332 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ad86378e-aacb-4aa3-baf8-332d96b673fd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:56.709486 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-ad86378e-aacb-4aa3-baf8-332d96b673fd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1101818 Mar 27 15:32:56.712194 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38352) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:56.716275 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7292035c-0f07-4551-964b-c8c38e62fcef tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Request body: {'security_group_rule': {'security_group_id': 'd9914eba-b986-4cd0-991b-46d0203e3c70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:56.739799 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7292035c-0f07-4551-964b-c8c38e62fcef tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group_rule (d1db8fbd-4a4f-4efb-bc63-4fbeac9e0aa6), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:56.791570 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7292035c-0f07-4551-964b-c8c38e62fcef tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group_rule (d1db8fbd-4a4f-4efb-bc63-4fbeac9e0aa6), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:56.795446 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7292035c-0f07-4551-964b-c8c38e62fcef tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (d1db8fbd-4a4f-4efb-bc63-4fbeac9e0aa6), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:56.814953 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292035c-0f07-4551-964b-c8c38e62fcef tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1db8fbd-4a4f-4efb-bc63-4fbeac9e0aa6,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:56.820273 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7292035c-0f07-4551-964b-c8c38e62fcef tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:56.821434 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-7292035c-0f07-4551-964b-c8c38e62fcef tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1083505 Mar 27 15:32:56.824485 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38354) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:56.828607 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Request body: {'floatingip': {'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:56.847858 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:56.853040 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:32:56.873030 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:32:56.873368 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 9bbd2991-dff8-4187-ba17-ad99fb3ad6ee not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:32:56.942846 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:57.048855 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Allocated IP 172.28.3.189 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/8a567ae9-438a-4cf6-bf39-8e8b66d38dca) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:32:57.151127 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for port (8a567ae9-438a-4cf6-bf39-8e8b66d38dca), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:57.183645 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (8a567ae9-438a-4cf6-bf39-8e8b66d38dca), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:57.220003 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:32:57.222821 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:32:57.225186 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:32:57.252505 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event updated for resources: {'Port': ['ID=8a567ae9-438a-4cf6-bf39-8e8b66d38dca,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:57.317983 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for floatingip (b77d6a66-7c20-4e32-be90-c84fff4e709a), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:57.352512 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (8a567ae9-438a-4cf6-bf39-8e8b66d38dca), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:57.496706 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for port (8a567ae9-438a-4cf6-bf39-8e8b66d38dca), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:57.501363 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (8a567ae9-438a-4cf6-bf39-8e8b66d38dca), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:57.565173 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event updated for resources: {'Port': ['ID=8a567ae9-438a-4cf6-bf39-8e8b66d38dca,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:57.576727 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (b77d6a66-7c20-4e32-be90-c84fff4e709a), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:57.590856 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:57.592117 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-d944fc00-d7b8-4aa4-a085-2eabde06cc77 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7667208 Mar 27 15:32:57.778047 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-ebc28273-fa8b-4177-be2b-0be674b01fd4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--962795029&fields=id&tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7 HTTP/1.1" status: 200 len: 267 time: 0.0415030 Mar 27 15:32:57.882148 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-4f21d533-558f-4992-93a3-a61adcb0cf8c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:57.883562 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-4f21d533-558f-4992-93a3-a61adcb0cf8c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/networks?id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9 HTTP/1.1" status: 200 len: 816 time: 0.0986764 Mar 27 15:32:57.897491 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-f9d5eaf2-290e-4562-89ac-2d209f91a9bb tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/quotas/fd820fb1a28d4b61a26e5712c66c4bb7 HTTP/1.1" status: 200 len: 375 time: 0.0087059 Mar 27 15:32:57.952006 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-dc6ed0b3-a08a-4de8-a642-23f356d4f194 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492461 Mar 27 15:32:58.086266 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-e735a502-1f87-4e42-bcda-423254f874d4 service neutron] 10.222.0.13 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234941 Mar 27 15:32:58.176747 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-4b572d08-8b45-448e-8f6e-8df0fd31cdfa service neutron] 10.222.0.13 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848701 Mar 27 15:32:58.334771 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ca854f8d-ccf5-4a24-98fe-9cd5c3576121 req-20124462-1307-43ee-899c-24579c97a142 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 210 time: 0.0274386 Mar 27 15:32:58.599145 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e44081f4-19a8-4273-82f1-c6df152ace33 req-657b886d-62e8-481e-ab3d-b8f3643a4b8a tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1470319726&fields=id&tenant_id=99e34b2befea47b9b630ee624c5c8e84 HTTP/1.1" status: 200 len: 267 time: 0.0449803 Mar 27 15:32:58.665498 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44081f4-19a8-4273-82f1-c6df152ace33 req-3c3e5f11-3466-4d61-b51c-64fbd2a66945 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:58.671410 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e44081f4-19a8-4273-82f1-c6df152ace33 req-3c3e5f11-3466-4d61-b51c-64fbd2a66945 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 984 time: 0.0664053 Mar 27 15:32:58.677879 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-e44081f4-19a8-4273-82f1-c6df152ace33 req-a8456545-e0eb-4350-8789-185aa8f98759 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Request body: {'port': {'security_groups': ['be967ed6-1081-474e-808f-66b316686073']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:58.767281 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e44081f4-19a8-4273-82f1-c6df152ace33 req-a8456545-e0eb-4350-8789-185aa8f98759 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:58.949936 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e44081f4-19a8-4273-82f1-c6df152ace33 req-a8456545-e0eb-4350-8789-185aa8f98759 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] For port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3dc0441b-30d6-4c9a-8800-ada88efcc7ed,segment=NetworkSegment(8cb3952b-b039-4207-bade-f70336e3efd3),segment_id=8cb3952b-b039-4207-bade-f70336e3efd3)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:58.978980 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e44081f4-19a8-4273-82f1-c6df152ace33 req-a8456545-e0eb-4350-8789-185aa8f98759 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:58.984517 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e44081f4-19a8-4273-82f1-c6df152ace33 req-a8456545-e0eb-4350-8789-185aa8f98759 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:59.002034 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['3dc0441b-30d6-4c9a-8800-ada88efcc7ed'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:32:59.037111 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44081f4-19a8-4273-82f1-c6df152ace33 req-a8456545-e0eb-4350-8789-185aa8f98759 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:59.037966 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e44081f4-19a8-4273-82f1-c6df152ace33 req-a8456545-e0eb-4350-8789-185aa8f98759 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:59.052180 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38402) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:59.054326 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e44081f4-19a8-4273-82f1-c6df152ace33 req-a8456545-e0eb-4350-8789-185aa8f98759 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "PUT /v2.0/ports/3dc0441b-30d6-4c9a-8800-ada88efcc7ed HTTP/1.1" status: 200 len: 942 time: 0.3811181 Mar 27 15:32:59.055440 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'tag': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:59.058393 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f00c09-c396-478c-8542-3814eb19e091" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb83886-844a-4502-a38d-9aede3e1b61d", "tag": "3dc0441b-30d6-4c9a-8800-ada88efcc7ed"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:59.133333 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8456545-e0eb-4350-8789-185aa8f98759 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Pushing event updated for resources: {'Port': ['ID=3dc0441b-30d6-4c9a-8800-ada88efcc7ed,revision_number=7']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:59.181349 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9dd1f2cb-66b5-404c-b0a6-ab26a9629efa tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group (84e48439-44d8-4b36-a17f-7f7591e3eb1f), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:59.184592 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['3dc0441b-30d6-4c9a-8800-ada88efcc7ed'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:32:59.226485 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9dd1f2cb-66b5-404c-b0a6-ab26a9629efa tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group (84e48439-44d8-4b36-a17f-7f7591e3eb1f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:59.237927 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ae0a1d-b32e-420e-bfad-0c94dffbb4f5 x-openstack-request-id: req-15ae0a1d-b32e-420e-bfad-0c94dffbb4f5 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:59.238280 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb83886-844a-4502-a38d-9aede3e1b61d", "tag": "3dc0441b-30d6-4c9a-8800-ada88efcc7ed", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:59.238598 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15ae0a1d-b32e-420e-bfad-0c94dffbb4f5 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:59.239091 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ae0a1d-b32e-420e-bfad-0c94dffbb4f5'] response: {'name': 'network-changed', 'server_uuid': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'tag': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed', 'status': 'completed', 'code': 200} Mar 27 15:32:59.396446 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f00c09-c396-478c-8542-3814eb19e091 req-a0a79b11-e1a1-4ef4-a7b0-e2a9d7b87f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:59.397964 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8f00c09-c396-478c-8542-3814eb19e091 req-a0a79b11-e1a1-4ef4-a7b0-e2a9d7b87f52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99e34b2befea47b9b630ee624c5c8e84&device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 1129 time: 0.1175120 Mar 27 15:32:59.426292 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-55ecf128-0717-4d84-897d-a38d569c9acd None None] Provisioning complete for port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:59.426292 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55ecf128-0717-4d84-897d-a38d569c9acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:59.482756 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-502c31b3-6b46-43a0-98d4-a0a6330eb475 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:59.484678 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-502c31b3-6b46-43a0-98d4-a0a6330eb475 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.16 "GET /v2.0/networks?id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9 HTTP/1.1" status: 200 len: 816 time: 0.2165182 Mar 27 15:32:59.488436 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9dd1f2cb-66b5-404c-b0a6-ab26a9629efa tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (84e48439-44d8-4b36-a17f-7f7591e3eb1f), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:59.492732 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9dd1f2cb-66b5-404c-b0a6-ab26a9629efa tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:59.493586 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8dd310d7-7fa5-4ea4-b19c-b5cf9c24b13e req-991c1d44-5154-4626-b923-0c3bb2c49372 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 210 time: 0.0499387 Mar 27 15:32:59.494352 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9dd1f2cb-66b5-404c-b0a6-ab26a9629efa tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "DELETE /v2.0/security-groups/84e48439-44d8-4b36-a17f-7f7591e3eb1f HTTP/1.1" status: 204 len: 168 time: 0.4411957 Mar 27 15:32:59.499463 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38414) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:59.511724 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1f2cb-66b5-404c-b0a6-ab26a9629efa tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e48439-44d8-4b36-a17f-7f7591e3eb1f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:59.582088 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f00c09-c396-478c-8542-3814eb19e091 req-ffc0638f-3de1-4683-aefc-a4d62e46528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:59.583691 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8f00c09-c396-478c-8542-3814eb19e091 req-ffc0638f-3de1-4683-aefc-a4d62e46528f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0cb6a7-146a-443c-89b2-dd69dffce6c4 HTTP/1.1" status: 200 len: 916 time: 0.1769109 Mar 27 15:32:59.606887 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-08789add-ae3c-4987-aa90-b58ffc75c4cb tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7 HTTP/1.1" status: 200 len: 379 time: 0.0962598 Mar 27 15:32:59.642217 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-1ea369a1-b3fe-4d83-a1b1-7b86553a5a6b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Request body: {'port': {'device_id': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'admin_state_up': True, 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'security_groups': ['d9914eba-b986-4cd0-991b-46d0203e3c70']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:59.657159 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-55ecf128-0717-4d84-897d-a38d569c9acd None None] Current status of the port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed is: ACTIVE; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:59.685649 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-18c8fef8-94b8-4dcc-8704-120e3d55d1de tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Deleting port b17f156c-3df4-4eec-a5ad-bb8622eb4c8a {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:32:59.686018 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18c8fef8-94b8-4dcc-8704-120e3d55d1de tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (b17f156c-3df4-4eec-a5ad-bb8622eb4c8a), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:59.722131 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8f00c09-c396-478c-8542-3814eb19e091 req-62ed6f01-8124-438e-bc1f-47e82106542d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dc0441b-30d6-4c9a-8800-ada88efcc7ed HTTP/1.1" status: 200 len: 1000 time: 0.1273203 Mar 27 15:32:59.761801 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18c8fef8-94b8-4dcc-8704-120e3d55d1de tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (b17f156c-3df4-4eec-a5ad-bb8622eb4c8a), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:59.762183 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18c8fef8-94b8-4dcc-8704-120e3d55d1de tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for floatingip (b17f156c-3df4-4eec-a5ad-bb8622eb4c8a), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:59.775177 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-18c8fef8-94b8-4dcc-8704-120e3d55d1de tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Calling delete_port for b17f156c-3df4-4eec-a5ad-bb8622eb4c8a owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:32:59.791396 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f00c09-c396-478c-8542-3814eb19e091 req-5ebd9e2c-1fae-4759-ab47-8678800b1e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:59.792852 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8f00c09-c396-478c-8542-3814eb19e091 req-5ebd9e2c-1fae-4759-ab47-8678800b1e89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7bd65611-1bb3-4827-9627-fb7f9c6654c1 HTTP/1.1" status: 200 len: 854 time: 0.0643749 Mar 27 15:32:59.812936 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-1ea369a1-b3fe-4d83-a1b1-7b86553a5a6b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Made reservation on behalf of fd820fb1a28d4b61a26e5712c66c4bb7 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:32:59.816231 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-1ea369a1-b3fe-4d83-a1b1-7b86553a5a6b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:59.913335 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f00c09-c396-478c-8542-3814eb19e091 req-d307e934-514a-4443-ab42-7d85a8c2a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:59.914876 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8f00c09-c396-478c-8542-3814eb19e091 req-d307e934-514a-4443-ab42-7d85a8c2a648 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0cb6a7-146a-443c-89b2-dd69dffce6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1139596 Mar 27 15:32:59.968733 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18c8fef8-94b8-4dcc-8704-120e3d55d1de tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (b17f156c-3df4-4eec-a5ad-bb8622eb4c8a), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:00.020450 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8fef8-94b8-4dcc-8704-120e3d55d1de tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Pushing event deleted for resources: {'Port': ['ID=b17f156c-3df4-4eec-a5ad-bb8622eb4c8a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:00.034648 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-1ea369a1-b3fe-4d83-a1b1-7b86553a5a6b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Allocated IP 172.20.0.8 (da40b206-6df8-428a-a26c-b8cc6bb7f0c9/0561c3b1-821a-43aa-9e3d-0208dfe94d6f/66f79436-e097-4fe5-80c3-8aa3685d57a2) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:33:00.065123 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8f00c09-c396-478c-8542-3814eb19e091 req-1bb22b1c-2fae-48f1-9417-d2773554ce7c service neutron] 10.222.0.16 "GET /v2.0/networks/fd0cb6a7-146a-443c-89b2-dd69dffce6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434565 Mar 27 15:33:00.081139 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18c8fef8-94b8-4dcc-8704-120e3d55d1de tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks [] for floatingip (73dd709c-a8b1-42f9-8326-6786fead9174), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:00.081542 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.l3_db [None req-18c8fef8-94b8-4dcc-8704-120e3d55d1de tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Floating IP 73dd709c-a8b1-42f9-8326-6786fead9174 disassociated (deleted). External IP: 172.28.3.73, port: 3dc0441b-30d6-4c9a-8800-ada88efcc7ed. Mar 27 15:33:00.212407 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-d8f00c09-c396-478c-8542-3814eb19e091 req-b4bee46d-5022-441c-b167-9e50ff556e2a service neutron] 10.222.0.16 "GET /v2.0/networks/fd0cb6a7-146a-443c-89b2-dd69dffce6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367371 Mar 27 15:33:00.289296 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-1ea369a1-b3fe-4d83-a1b1-7b86553a5a6b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:00.326488 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c8fef8-94b8-4dcc-8704-120e3d55d1de tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Router 734a6042-0f26-4559-9778-b1e8666243b0 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:33:00.350285 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-1ea369a1-b3fe-4d83-a1b1-7b86553a5a6b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:00.401829 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-1ea369a1-b3fe-4d83-a1b1-7b86553a5a6b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:33:00.406129 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-1ea369a1-b3fe-4d83-a1b1-7b86553a5a6b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:33:00.414151 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-1ea369a1-b3fe-4d83-a1b1-7b86553a5a6b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:33:00.438603 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea369a1-b3fe-4d83-a1b1-7b86553a5a6b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event updated for resources: {'Port': ['ID=66f79436-e097-4fe5-80c3-8aa3685d57a2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:00.488311 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-1ea369a1-b3fe-4d83-a1b1-7b86553a5a6b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:00.488311 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-1ea369a1-b3fe-4d83-a1b1-7b86553a5a6b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:00.507775 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e495b70-2b6d-4f05-94f2-1deb0c8a3e6d req-4a903ddd-2aba-4c1e-a946-512543c76d66 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:00.508833 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-1ea369a1-b3fe-4d83-a1b1-7b86553a5a6b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8709636 Mar 27 15:33:00.509266 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3e495b70-2b6d-4f05-94f2-1deb0c8a3e6d req-4a903ddd-2aba-4c1e-a946-512543c76d66 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0974119 Mar 27 15:33:00.517353 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c8fef8-94b8-4dcc-8704-120e3d55d1de tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:33:00.521371 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Request body: {'port': {'device_id': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:00.524263 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-18c8fef8-94b8-4dcc-8704-120e3d55d1de tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:00.533235 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be906e35-4041-43e4-ae84-b6e90a3af61e None None] Sync routers for ids ['734a6042-0f26-4559-9778-b1e8666243b0'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:33:00.543995 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be906e35-4041-43e4-ae84-b6e90a3af61e None None] Routers {'734a6042-0f26-4559-9778-b1e8666243b0'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:00.545327 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-be906e35-4041-43e4-ae84-b6e90a3af61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['734a6042-0f26-4559-9778-b1e8666243b0'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:00.592983 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-18c8fef8-94b8-4dcc-8704-120e3d55d1de tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "DELETE /v2.0/floatingips/73dd709c-a8b1-42f9-8326-6786fead9174 HTTP/1.1" status: 204 len: 168 time: 1.0911188 Mar 27 15:33:00.618132 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:00.662833 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3e495b70-2b6d-4f05-94f2-1deb0c8a3e6d req-935391f1-fe1b-4285-ab44-9716bf31c222 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270418 Mar 27 15:33:00.681799 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-be906e35-4041-43e4-ae84-b6e90a3af61e None None] Set router 734a6042-0f26-4559-9778-b1e8666243b0 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:00.684053 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858bdbe-62cc-47ee-9140-d843c6ef4b1a req-572b2423-18e3-45a7-82b4-2a079c984eb1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:00.690538 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f858bdbe-62cc-47ee-9140-d843c6ef4b1a req-572b2423-18e3-45a7-82b4-2a079c984eb1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.1282709 Mar 27 15:33:00.773274 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f858bdbe-62cc-47ee-9140-d843c6ef4b1a req-43b561cf-fc7e-46f2-b101-850d221c34a2 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818143 Mar 27 15:33:00.790463 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092a9b0-1b24-4bcd-b6e7-0d056db218c5 req-8353c454-a0d0-471f-8e53-6cdc27ea5035 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:00.792464 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a092a9b0-1b24-4bcd-b6e7-0d056db218c5 req-8353c454-a0d0-471f-8e53-6cdc27ea5035 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 931 time: 0.0767484 Mar 27 15:33:00.885648 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a092a9b0-1b24-4bcd-b6e7-0d056db218c5 req-07d0f3b4-75b8-4fcb-9b8f-5fd9748b8c8d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778184 Mar 27 15:33:00.919493 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-9a3ecd64-ce74-47db-b4f0-d3a9acce68fd None None] Provisioning complete for port 66f79436-e097-4fe5-80c3-8aa3685d57a2 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:33:00.919911 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9a3ecd64-ce74-47db-b4f0-d3a9acce68fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:00.964471 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9a3ecd64-ce74-47db-b4f0-d3a9acce68fd None None] Port 66f79436-e097-4fe5-80c3-8aa3685d57a2 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:33:00.981168 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-be906e35-4041-43e4-ae84-b6e90a3af61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6042-0f26-4559-9778-b1e8666243b0', 'name': 'tempest-TestMinimumBasicScenario-1982982301-router', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'gw_port': {'id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'dd0ec6b8-c979-4fd6-b5ac-126d23c2c401', 'name': '', 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'mac_address': 'fa:16:3e:fb:d8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:32Z', 'updated_at': '2022-03-27T15:28:37Z', 'revision_number': 5, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'subnets': [{'id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:00.995841 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f79436-e097-4fe5-80c3-8aa3685d57a2 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:33:01.004905 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Publish callbacks [] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:01.013590 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be906e35-4041-43e4-ae84-b6e90a3af61e None None] Checking router: 734a6042-0f26-4559-9778-b1e8666243b0 for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:33:01.022508 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be906e35-4041-43e4-ae84-b6e90a3af61e None None] Routers {'734a6042-0f26-4559-9778-b1e8666243b0'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:01.023167 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-be906e35-4041-43e4-ae84-b6e90a3af61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['734a6042-0f26-4559-9778-b1e8666243b0'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:01.024500 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Transition to ACTIVE for port object 66f79436-e097-4fe5-80c3-8aa3685d57a2 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:33:01.028059 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:01.105570 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Pushing event updated for resources: {'Port': ['ID=66f79436-e097-4fe5-80c3-8aa3685d57a2,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:01.139040 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-be906e35-4041-43e4-ae84-b6e90a3af61e None None] Set router 734a6042-0f26-4559-9778-b1e8666243b0 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:01.204594 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Attempting to bind port 66f79436-e097-4fe5-80c3-8aa3685d57a2 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:33:01.204927 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Attempting to bind port 66f79436-e097-4fe5-80c3-8aa3685d57a2 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:33:01.205258 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Attempting to bind port 66f79436-e097-4fe5-80c3-8aa3685d57a2 on network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:33:01.210025 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Port 66f79436-e097-4fe5-80c3-8aa3685d57a2 on network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:33:01.210421 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Attempting to bind port 66f79436-e097-4fe5-80c3-8aa3685d57a2 on network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:33:01.215353 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:33:01.215695 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Checking segment: {'id': '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:33:01.216079 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Bound using segment: {'id': '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:33:01.216544 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Bound port: 66f79436-e097-4fe5-80c3-8aa3685d57a2, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:33:01.216927 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:01.240262 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'tag': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:01.244816 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399a8a3c-1a6e-4196-96c0-9573819131a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb83886-844a-4502-a38d-9aede3e1b61d", "tag": "3dc0441b-30d6-4c9a-8800-ada88efcc7ed"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:01.292772 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d35925-c17c-4dbc-bcdd-04ca7d6d5dd1 x-openstack-request-id: req-a3d35925-c17c-4dbc-bcdd-04ca7d6d5dd1 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:01.292959 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb83886-844a-4502-a38d-9aede3e1b61d", "tag": "3dc0441b-30d6-4c9a-8800-ada88efcc7ed", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:01.293123 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3d35925-c17c-4dbc-bcdd-04ca7d6d5dd1 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:01.293658 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d35925-c17c-4dbc-bcdd-04ca7d6d5dd1'] response: {'name': 'network-changed', 'server_uuid': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'tag': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed', 'status': 'completed', 'code': 200} Mar 27 15:33:01.296320 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] For port 66f79436-e097-4fe5-80c3-8aa3685d57a2, host hv-cinder-83538, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:33:01.299570 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] For port 66f79436-e097-4fe5-80c3-8aa3685d57a2, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:33:01.306788 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:01.360491 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-be906e35-4041-43e4-ae84-b6e90a3af61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6042-0f26-4559-9778-b1e8666243b0', 'name': 'tempest-TestMinimumBasicScenario-1982982301-router', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'gw_port': {'id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'dd0ec6b8-c979-4fd6-b5ac-126d23c2c401', 'name': '', 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'mac_address': 'fa:16:3e:fb:d8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:32Z', 'updated_at': '2022-03-27T15:28:37Z', 'revision_number': 5, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'subnets': [{'id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:01.364016 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:01.364519 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:01.365895 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] 10.222.0.16 "PUT /v2.0/ports/66f79436-e097-4fe5-80c3-8aa3685d57a2 HTTP/1.1" status: 200 len: 1093 time: 0.8493493 Mar 27 15:33:01.380803 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'tag': '66f79436-e097-4fe5-80c3-8aa3685d57a2'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:01.383058 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc5a100-b038-49a7-ba9d-e9255b076a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "239b6607-703c-4bb5-8fba-23cbde7c5630", "tag": "66f79436-e097-4fe5-80c3-8aa3685d57a2"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:01.396895 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be906e35-4041-43e4-ae84-b6e90a3af61e None None] The sync data for ids ['734a6042-0f26-4559-9778-b1e8666243b0'] in dv-cinder-835384-1-smb is: [{'id': '734a6042-0f26-4559-9778-b1e8666243b0', 'name': 'tempest-TestMinimumBasicScenario-1982982301-router', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'gw_port': {'id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'dd0ec6b8-c979-4fd6-b5ac-126d23c2c401', 'name': '', 'network_id': 'fd0cb6a7-146a-443c-89b2-dd69dffce6c4', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'mac_address': 'fa:16:3e:fb:d8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:32Z', 'updated_at': '2022-03-27T15:28:37Z', 'revision_number': 5, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'subnets': [{'id': '7bd65611-1bb3-4827-9627-fb7f9c6654c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:33:01.423495 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a884e1-3cd4-4333-a37e-cbf78971fd87 service neutron] Pushing event updated for resources: {'Port': ['ID=66f79436-e097-4fe5-80c3-8aa3685d57a2,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:01.458978 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fbdfbd-e0f4-43c3-9717-2b7302cac643 x-openstack-request-id: req-b5fbdfbd-e0f4-43c3-9717-2b7302cac643 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:01.459275 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239b6607-703c-4bb5-8fba-23cbde7c5630", "tag": "66f79436-e097-4fe5-80c3-8aa3685d57a2", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:01.459529 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5fbdfbd-e0f4-43c3-9717-2b7302cac643 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:01.459927 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5fbdfbd-e0f4-43c3-9717-2b7302cac643'] response: {'name': 'network-changed', 'server_uuid': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'tag': '66f79436-e097-4fe5-80c3-8aa3685d57a2', 'status': 'completed', 'code': 200} Mar 27 15:33:01.463245 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8a3c-1a6e-4196-96c0-9573819131a7 req-9424fee5-92f4-4bf1-a25f-5aa1572ab59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:01.464709 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-399a8a3c-1a6e-4196-96c0-9573819131a7 req-9424fee5-92f4-4bf1-a25f-5aa1572ab59f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99e34b2befea47b9b630ee624c5c8e84&device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 1129 time: 0.1164196 Mar 27 15:33:01.529902 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-026db87f-e946-4d35-aa8e-bda14247eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:01.531441 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-026db87f-e946-4d35-aa8e-bda14247eb41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7&device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 1127 time: 0.1041412 Mar 27 15:33:01.588222 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-c068b73d-a04c-49fa-9e47-93fe5486aacc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2 HTTP/1.1" status: 200 len: 217 time: 0.0426958 Mar 27 15:33:01.643341 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8a3c-1a6e-4196-96c0-9573819131a7 req-a5af536d-b418-4447-ad4d-0ae93a5ae833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:01.645152 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-399a8a3c-1a6e-4196-96c0-9573819131a7 req-a5af536d-b418-4447-ad4d-0ae93a5ae833 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd0cb6a7-146a-443c-89b2-dd69dffce6c4 HTTP/1.1" status: 200 len: 916 time: 0.1677966 Mar 27 15:33:01.661811 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-b7b22010-df31-4a08-93c1-345a62dbd259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:01.663241 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-b7b22010-df31-4a08-93c1-345a62dbd259 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0561c3b1-821a-43aa-9e3d-0208dfe94d6f HTTP/1.1" status: 200 len: 855 time: 0.0670896 Mar 27 15:33:01.699885 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bcb9be-a332-48f5-91ac-b907a5ba844c None None] New status for floating IP 73dd709c-a8b1-42f9-8326-6786fead9174: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:33:01.703836 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-399a8a3c-1a6e-4196-96c0-9573819131a7 req-5b2411b2-5583-4995-ab20-6608e45c7ed4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dc0441b-30d6-4c9a-8800-ada88efcc7ed HTTP/1.1" status: 200 len: 217 time: 0.0482275 Mar 27 15:33:01.777518 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8a3c-1a6e-4196-96c0-9573819131a7 req-6b90649f-baaf-4487-bc17-ec423a32214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:01.779669 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-399a8a3c-1a6e-4196-96c0-9573819131a7 req-6b90649f-baaf-4487-bc17-ec423a32214c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7bd65611-1bb3-4827-9627-fb7f9c6654c1 HTTP/1.1" status: 200 len: 854 time: 0.0567846 Mar 27 15:33:01.782564 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-34cd9394-f898-4158-b4af-03e8bc1d10a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:01.783994 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-34cd9394-f898-4158-b4af-03e8bc1d10a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0911462 Mar 27 15:33:01.806113 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa66bd3-040c-4fea-bb83-4ba3cf56a3a0 req-e047d577-e001-426c-8009-0ba65a57fa53 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:01.815641 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2aa66bd3-040c-4fea-bb83-4ba3cf56a3a0 req-e047d577-e001-426c-8009-0ba65a57fa53 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0944781 Mar 27 15:33:01.875523 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2aa66bd3-040c-4fea-bb83-4ba3cf56a3a0 req-300549ee-2096-4e57-b194-56f0e20697e3 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589192 Mar 27 15:33:01.898920 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8a3c-1a6e-4196-96c0-9573819131a7 req-4ba60de4-c36f-4b5f-8a90-f1ea3caf2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:01.900495 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-399a8a3c-1a6e-4196-96c0-9573819131a7 req-4ba60de4-c36f-4b5f-8a90-f1ea3caf2e2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd0cb6a7-146a-443c-89b2-dd69dffce6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1092012 Mar 27 15:33:01.924011 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-ebd3afd5-0afb-4751-9ab2-7b0da00d62b0 service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314938 Mar 27 15:33:01.977902 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e0340-55b3-4b77-be82-0285d0d844b0 req-4d94bdc2-3738-4a8c-acb0-2e05e5014b31 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:01.979502 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7f6e0340-55b3-4b77-be82-0285d0d844b0 req-4d94bdc2-3738-4a8c-acb0-2e05e5014b31 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.0775189 Mar 27 15:33:02.055855 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273e124-6bbd-404c-b3ed-768e2e049fa0 req-ab2d2d8c-bf2b-4915-9c0d-419d89be93a3 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:02.057580 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e273e124-6bbd-404c-b3ed-768e2e049fa0 req-ab2d2d8c-bf2b-4915-9c0d-419d89be93a3 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.0955398 Mar 27 15:33:02.062020 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7f6e0340-55b3-4b77-be82-0285d0d844b0 req-e0a6db8b-e7ba-4d4e-b53f-313e520448d4 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639665 Mar 27 15:33:02.071398 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-399a8a3c-1a6e-4196-96c0-9573819131a7 req-bc6b48fb-ee58-4984-8f5e-07b602a9478f service neutron] 10.222.0.16 "GET /v2.0/networks/fd0cb6a7-146a-443c-89b2-dd69dffce6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564140 Mar 27 15:33:02.076602 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bb37e1ce-80b1-4c0b-aa7b-e19bf9031323 req-af6ba980-135f-42d1-8b3f-58fb5b28320c service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411414 Mar 27 15:33:02.106807 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e273e124-6bbd-404c-b3ed-768e2e049fa0 req-fb1cba4d-df15-434e-b321-54b503945361 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430872 Mar 27 15:33:02.210398 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-399a8a3c-1a6e-4196-96c0-9573819131a7 req-82e69c85-5b17-4ecd-8a6b-08dc736e0de7 service neutron] 10.222.0.16 "GET /v2.0/networks/fd0cb6a7-146a-443c-89b2-dd69dffce6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320937 Mar 27 15:33:02.220713 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5a100-b038-49a7-ba9d-e9255b076a5f req-adb2a9f0-c363-4b83-a55d-9061530c70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:02.222481 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2cc5a100-b038-49a7-ba9d-e9255b076a5f req-adb2a9f0-c363-4b83-a55d-9061530c70d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7&device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 1127 time: 0.0686817 Mar 27 15:33:02.241519 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4e2f5-151b-428d-a7e2-fe0ef95c7048 req-e08ec366-a6d2-49da-9f52-dcc8bad89514 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:02.243057 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e3e4e2f5-151b-428d-a7e2-fe0ef95c7048 req-e08ec366-a6d2-49da-9f52-dcc8bad89514 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0566781 Mar 27 15:33:02.317480 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5a100-b038-49a7-ba9d-e9255b076a5f req-063ed203-7b05-45c0-b653-e22bef892218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:02.318962 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2cc5a100-b038-49a7-ba9d-e9255b076a5f req-063ed203-7b05-45c0-b653-e22bef892218 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9 HTTP/1.1" status: 200 len: 917 time: 0.0885651 Mar 27 15:33:02.357021 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-e3e4e2f5-151b-428d-a7e2-fe0ef95c7048 req-05f3d473-a68f-4235-a1de-4b6a0d42b362 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Deleting port 615953e3-d735-4517-9c29-202d9a4e1e18 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:02.357576 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3e4e2f5-151b-428d-a7e2-fe0ef95c7048 req-05f3d473-a68f-4235-a1de-4b6a0d42b362 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (615953e3-d735-4517-9c29-202d9a4e1e18), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:02.367402 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2cc5a100-b038-49a7-ba9d-e9255b076a5f req-461628ce-771e-448a-83ae-2f03bb3867b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2 HTTP/1.1" status: 200 len: 217 time: 0.0416899 Mar 27 15:33:02.417993 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5a100-b038-49a7-ba9d-e9255b076a5f req-62e62744-590e-407c-9265-f03a2dc92588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:02.419509 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2cc5a100-b038-49a7-ba9d-e9255b076a5f req-62e62744-590e-407c-9265-f03a2dc92588 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0561c3b1-821a-43aa-9e3d-0208dfe94d6f HTTP/1.1" status: 200 len: 855 time: 0.0454280 Mar 27 15:33:02.454480 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-e3e4e2f5-151b-428d-a7e2-fe0ef95c7048 req-05f3d473-a68f-4235-a1de-4b6a0d42b362 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] For port 615953e3-d735-4517-9c29-202d9a4e1e18, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=615953e3-d735-4517-9c29-202d9a4e1e18,segment=NetworkSegment(63c3d783-f7a0-4452-9585-54291be374cd),segment_id=63c3d783-f7a0-4452-9585-54291be374cd)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:02.454899 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3e4e2f5-151b-428d-a7e2-fe0ef95c7048 req-05f3d473-a68f-4235-a1de-4b6a0d42b362 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (615953e3-d735-4517-9c29-202d9a4e1e18), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:02.471263 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5a100-b038-49a7-ba9d-e9255b076a5f req-6d4cf821-5c3a-4912-829d-9520396a5ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:02.472800 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2cc5a100-b038-49a7-ba9d-e9255b076a5f req-6d4cf821-5c3a-4912-829d-9520396a5ee5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0466127 Mar 27 15:33:02.567733 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2cc5a100-b038-49a7-ba9d-e9255b076a5f req-3e64f0ae-e589-4965-a019-cbb18c13e2a7 service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884047 Mar 27 15:33:02.654700 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-2cc5a100-b038-49a7-ba9d-e9255b076a5f req-d89a3aa2-f4e4-47b1-b464-985cb0457724 service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807545 Mar 27 15:33:02.900860 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3e4e2f5-151b-428d-a7e2-fe0ef95c7048 req-05f3d473-a68f-4235-a1de-4b6a0d42b362 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:02.901230 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3e4e2f5-151b-428d-a7e2-fe0ef95c7048 req-05f3d473-a68f-4235-a1de-4b6a0d42b362 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (2962cf6b-ca9f-454c-a292-749063f1a25d), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:02.901546 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.l3_db [req-e3e4e2f5-151b-428d-a7e2-fe0ef95c7048 req-05f3d473-a68f-4235-a1de-4b6a0d42b362 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Floating IP 2962cf6b-ca9f-454c-a292-749063f1a25d disassociated. External IP: 172.28.3.165, port: 615953e3-d735-4517-9c29-202d9a4e1e18. Mar 27 15:33:02.901923 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-e3e4e2f5-151b-428d-a7e2-fe0ef95c7048 req-05f3d473-a68f-4235-a1de-4b6a0d42b362 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Calling delete_port for 615953e3-d735-4517-9c29-202d9a4e1e18 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:03.016646 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d56617-8c56-400b-8332-4964fa3684ea req-1143aba3-e28b-4d22-bfaa-b72c047e2ecc tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:03.018107 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-84d56617-8c56-400b-8332-4964fa3684ea req-1143aba3-e28b-4d22-bfaa-b72c047e2ecc tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd HTTP/1.1" status: 200 len: 945 time: 0.0776892 Mar 27 15:33:03.098417 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-84d56617-8c56-400b-8332-4964fa3684ea req-b551269c-231c-4e11-8546-a28f3afc3788 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737674 Mar 27 15:33:03.099475 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3e4e2f5-151b-428d-a7e2-fe0ef95c7048 req-05f3d473-a68f-4235-a1de-4b6a0d42b362 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (615953e3-d735-4517-9c29-202d9a4e1e18), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:03.127230 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3d473-a68f-4235-a1de-4b6a0d42b362 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event deleted for resources: {'Port': ['ID=615953e3-d735-4517-9c29-202d9a4e1e18,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:03.311601 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46a4a6-a1e3-41d3-9487-5aa5825722f5 req-442d460d-948e-4054-b83f-8b50fa6a8f07 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:03.313067 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3b46a4a6-a1e3-41d3-9487-5aa5825722f5 req-442d460d-948e-4054-b83f-8b50fa6a8f07 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.1397970 Mar 27 15:33:03.322468 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fee725-f2e9-48bf-9546-6cee7bc15f08 req-969624cb-3443-4d5e-b16a-b600da713b0d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:03.323865 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a5fee725-f2e9-48bf-9546-6cee7bc15f08 req-969624cb-3443-4d5e-b16a-b600da713b0d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.1167359 Mar 27 15:33:03.335969 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3e4e2f5-151b-428d-a7e2-fe0ef95c7048 req-05f3d473-a68f-4235-a1de-4b6a0d42b362 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Router d7849ca4-387d-44a4-98e3-2365c1a840f8 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:33:03.438264 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3b46a4a6-a1e3-41d3-9487-5aa5825722f5 req-04a269e1-62ba-48f7-a69b-805847708eb5 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133924 Mar 27 15:33:03.472248 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a5fee725-f2e9-48bf-9546-6cee7bc15f08 req-9ac93e2d-9a4f-4713-9171-30669a4a1c58 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393816 Mar 27 15:33:03.513144 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3e4e2f5-151b-428d-a7e2-fe0ef95c7048 req-05f3d473-a68f-4235-a1de-4b6a0d42b362 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:33:03.524404 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dca02d-ccbf-4184-8f3d-b5062c4ba636 None None] Sync routers for ids ['d7849ca4-387d-44a4-98e3-2365c1a840f8'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:33:03.537031 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dca02d-ccbf-4184-8f3d-b5062c4ba636 None None] Routers {'d7849ca4-387d-44a4-98e3-2365c1a840f8'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:03.537899 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-02dca02d-ccbf-4184-8f3d-b5062c4ba636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d7849ca4-387d-44a4-98e3-2365c1a840f8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:03.562610 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e4e2f5-151b-428d-a7e2-fe0ef95c7048 req-05f3d473-a68f-4235-a1de-4b6a0d42b362 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] No DVR routers for this DVR port 615953e3-d735-4517-9c29-202d9a4e1e18 on host hv-cinder-83538 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:03.565171 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-e3e4e2f5-151b-428d-a7e2-fe0ef95c7048 req-05f3d473-a68f-4235-a1de-4b6a0d42b362 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:03.568653 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e3e4e2f5-151b-428d-a7e2-fe0ef95c7048 req-05f3d473-a68f-4235-a1de-4b6a0d42b362 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.16 "DELETE /v2.0/ports/615953e3-d735-4517-9c29-202d9a4e1e18 HTTP/1.1" status: 204 len: 173 time: 1.3203208 Mar 27 15:33:03.569004 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd', 'name': 'network-vif-deleted', 'tag': '615953e3-d735-4517-9c29-202d9a4e1e18'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:03.571423 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fd89ae-157f-4f7a-904d-241206251f80" -d '{"events": [{"server_uuid": "ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd", "name": "network-vif-deleted", "tag": "615953e3-d735-4517-9c29-202d9a4e1e18"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:03.619225 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b88174-cfbf-46b1-9f04-b9813b422411 x-openstack-request-id: req-a6b88174-cfbf-46b1-9f04-b9813b422411 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:03.619745 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd", "name": "network-vif-deleted", "tag": "615953e3-d735-4517-9c29-202d9a4e1e18", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:03.620233 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6b88174-cfbf-46b1-9f04-b9813b422411 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:03.620887 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b88174-cfbf-46b1-9f04-b9813b422411'] response: {'server_uuid': 'ccd60e1e-47f0-4cbd-9bc5-e3aa87a81ffd', 'name': 'network-vif-deleted', 'tag': '615953e3-d735-4517-9c29-202d9a4e1e18', 'status': 'completed', 'code': 200} Mar 27 15:33:03.689620 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-02dca02d-ccbf-4184-8f3d-b5062c4ba636 None None] Set router d7849ca4-387d-44a4-98e3-2365c1a840f8 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:03.755409 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119618bf-808f-42a0-8107-8260ac04729a req-c4ab0ad3-e767-455e-b219-e6e45c7cd936 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:03.756888 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-119618bf-808f-42a0-8107-8260ac04729a req-c4ab0ad3-e767-455e-b219-e6e45c7cd936 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 945 time: 0.0652118 Mar 27 15:33:03.803927 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-119618bf-808f-42a0-8107-8260ac04729a req-ec580a90-45b8-401c-abe2-8c4e91c0eb32 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Mar 27 15:33:03.901396 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-02dca02d-ccbf-4184-8f3d-b5062c4ba636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:20Z', 'revision_number': 4, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '6f5a527e-9212-49ef-98b2-528b3d0ed96e', 'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'mac_address': 'fa:16:3e:c0:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:17Z', 'updated_at': '2022-03-27T15:27:30Z', 'revision_number': 5, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'subnets': [{'id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:03.925951 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dca02d-ccbf-4184-8f3d-b5062c4ba636 None None] Checking router: d7849ca4-387d-44a4-98e3-2365c1a840f8 for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:33:03.933646 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dca02d-ccbf-4184-8f3d-b5062c4ba636 None None] Routers {'d7849ca4-387d-44a4-98e3-2365c1a840f8'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:03.934230 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-02dca02d-ccbf-4184-8f3d-b5062c4ba636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d7849ca4-387d-44a4-98e3-2365c1a840f8'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:04.042599 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-02dca02d-ccbf-4184-8f3d-b5062c4ba636 None None] Set router d7849ca4-387d-44a4-98e3-2365c1a840f8 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:04.188317 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38486) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:04.246604 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b1452a6-cc47-46b4-9507-3876c59549f1 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group (5c728c6a-804e-48ef-972b-f1c1bb7f3dfc), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:04.254581 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-02dca02d-ccbf-4184-8f3d-b5062c4ba636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:20Z', 'revision_number': 4, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '6f5a527e-9212-49ef-98b2-528b3d0ed96e', 'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'mac_address': 'fa:16:3e:c0:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:17Z', 'updated_at': '2022-03-27T15:27:30Z', 'revision_number': 5, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'subnets': [{'id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:04.270100 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b1452a6-cc47-46b4-9507-3876c59549f1 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group (5c728c6a-804e-48ef-972b-f1c1bb7f3dfc), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:04.283579 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dca02d-ccbf-4184-8f3d-b5062c4ba636 None None] The sync data for ids ['d7849ca4-387d-44a4-98e3-2365c1a840f8'] in dv-cinder-835384-1-smb is: [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:20Z', 'revision_number': 4, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '6f5a527e-9212-49ef-98b2-528b3d0ed96e', 'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'mac_address': 'fa:16:3e:c0:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:17Z', 'updated_at': '2022-03-27T15:27:30Z', 'revision_number': 5, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'subnets': [{'id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:33:04.327424 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b1452a6-cc47-46b4-9507-3876c59549f1 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (5c728c6a-804e-48ef-972b-f1c1bb7f3dfc), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:04.330232 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3b1452a6-cc47-46b4-9507-3876c59549f1 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:04.331673 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-3b1452a6-cc47-46b4-9507-3876c59549f1 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "DELETE /v2.0/security-groups/5c728c6a-804e-48ef-972b-f1c1bb7f3dfc HTTP/1.1" status: 204 len: 168 time: 0.1421478 Mar 27 15:33:04.334358 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38488) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:04.342914 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1452a6-cc47-46b4-9507-3876c59549f1 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c728c6a-804e-48ef-972b-f1c1bb7f3dfc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:04.349033 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.api.v2.resource [None req-abb2233e-8d5b-45d1-a502-38989789ffb5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] show failed (client error): The resource could not be found. Mar 27 15:33:04.349908 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-abb2233e-8d5b-45d1-a502-38989789ffb5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups/5c728c6a-804e-48ef-972b-f1c1bb7f3dfc HTTP/1.1" status: 404 len: 347 time: 0.0145018 Mar 27 15:33:04.353138 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38490) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:04.485535 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1063e32f-92e4-42fc-8146-6e11e52ead5a tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Deleting port 645e3b82-7df2-4d4e-a7ee-37f101cade00 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:04.485979 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1063e32f-92e4-42fc-8146-6e11e52ead5a tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (645e3b82-7df2-4d4e-a7ee-37f101cade00), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:04.536715 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5ea46-790d-4ad0-bf80-a7eaa4c4b8d9 None None] New status for floating IP 2962cf6b-ca9f-454c-a292-749063f1a25d: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:33:04.673944 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1063e32f-92e4-42fc-8146-6e11e52ead5a tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (645e3b82-7df2-4d4e-a7ee-37f101cade00), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:04.674268 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1063e32f-92e4-42fc-8146-6e11e52ead5a tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for floatingip (645e3b82-7df2-4d4e-a7ee-37f101cade00), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:04.683092 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12bb0e-8704-421c-a49c-400e0c121296 req-2b5b3954-5b85-4de0-b78a-26fba174c233 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:04.684738 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-db12bb0e-8704-421c-a49c-400e0c121296 req-2b5b3954-5b85-4de0-b78a-26fba174c233 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.1962907 Mar 27 15:33:04.707722 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1063e32f-92e4-42fc-8146-6e11e52ead5a tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Calling delete_port for 645e3b82-7df2-4d4e-a7ee-37f101cade00 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:04.735332 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040f034-a57f-481a-adb0-76506495f2c6 req-f3c6f02e-e3fd-4fed-9dd7-d4a8dc1660a7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:04.736850 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9040f034-a57f-481a-adb0-76506495f2c6 req-f3c6f02e-e3fd-4fed-9dd7-d4a8dc1660a7 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 945 time: 0.1971893 Mar 27 15:33:04.767378 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b7d32-9517-4a04-a003-9f353252e885 req-1eb2a41f-deee-47d8-a67d-6fd823c9be06 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:04.768822 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a39b7d32-9517-4a04-a003-9f353252e885 req-1eb2a41f-deee-47d8-a67d-6fd823c9be06 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.1989059 Mar 27 15:33:04.913329 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9040f034-a57f-481a-adb0-76506495f2c6 req-7f6e2557-1452-431d-ad4a-4cbe97086b58 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a4fdbc2-e648-4a78-9283-be3760c20bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673706 Mar 27 15:33:04.920010 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a39b7d32-9517-4a04-a003-9f353252e885 req-d19c1aff-918b-4e2a-b3d1-7bf6d74644af tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455064 Mar 27 15:33:04.958770 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-db12bb0e-8704-421c-a49c-400e0c121296 req-ad9ad1b7-3703-454a-a392-764c49e53c5b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Deleting port c9ad0468-95e5-4487-8232-956657fafdea {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:04.959352 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-db12bb0e-8704-421c-a49c-400e0c121296 req-ad9ad1b7-3703-454a-a392-764c49e53c5b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (c9ad0468-95e5-4487-8232-956657fafdea), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.100963 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1063e32f-92e4-42fc-8146-6e11e52ead5a tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (645e3b82-7df2-4d4e-a7ee-37f101cade00), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.138573 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-db12bb0e-8704-421c-a49c-400e0c121296 req-ad9ad1b7-3703-454a-a392-764c49e53c5b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] For port c9ad0468-95e5-4487-8232-956657fafdea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c9ad0468-95e5-4487-8232-956657fafdea,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:05.138957 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-db12bb0e-8704-421c-a49c-400e0c121296 req-ad9ad1b7-3703-454a-a392-764c49e53c5b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (c9ad0468-95e5-4487-8232-956657fafdea), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.151378 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daed81-427e-47fb-97e2-3bb6a8733341 req-41727a86-5c7f-435d-9aea-b06e5d7725c3 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:05.152849 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-28daed81-427e-47fb-97e2-3bb6a8733341 req-41727a86-5c7f-435d-9aea-b06e5d7725c3 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 945 time: 0.1758616 Mar 27 15:33:05.153550 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063e32f-92e4-42fc-8146-6e11e52ead5a tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event deleted for resources: {'Port': ['ID=645e3b82-7df2-4d4e-a7ee-37f101cade00,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:05.323217 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1063e32f-92e4-42fc-8146-6e11e52ead5a tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for floatingip (2962cf6b-ca9f-454c-a292-749063f1a25d), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.325746 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1063e32f-92e4-42fc-8146-6e11e52ead5a tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.326899 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-1063e32f-92e4-42fc-8146-6e11e52ead5a tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "DELETE /v2.0/floatingips/2962cf6b-ca9f-454c-a292-749063f1a25d HTTP/1.1" status: 204 len: 168 time: 0.9725862 Mar 27 15:33:05.330085 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-28daed81-427e-47fb-97e2-3bb6a8733341 req-3e605e8e-052a-445a-bed6-622c550c9a8a tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680400 Mar 27 15:33:05.406975 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-db12bb0e-8704-421c-a49c-400e0c121296 req-ad9ad1b7-3703-454a-a392-764c49e53c5b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.407656 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-db12bb0e-8704-421c-a49c-400e0c121296 req-ad9ad1b7-3703-454a-a392-764c49e53c5b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (16f231a4-1f76-4625-b8c3-ac7ffd31c0b7), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.407656 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.l3_db [req-db12bb0e-8704-421c-a49c-400e0c121296 req-ad9ad1b7-3703-454a-a392-764c49e53c5b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Floating IP 16f231a4-1f76-4625-b8c3-ac7ffd31c0b7 disassociated. External IP: 172.28.3.54, port: c9ad0468-95e5-4487-8232-956657fafdea. Mar 27 15:33:05.407971 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-db12bb0e-8704-421c-a49c-400e0c121296 req-ad9ad1b7-3703-454a-a392-764c49e53c5b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Calling delete_port for c9ad0468-95e5-4487-8232-956657fafdea owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:05.545439 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-db12bb0e-8704-421c-a49c-400e0c121296 req-ad9ad1b7-3703-454a-a392-764c49e53c5b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (c9ad0468-95e5-4487-8232-956657fafdea), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.550602 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38504) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:05.555082 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-bed04b0b-628e-4a06-a1d5-f639c3ddf2ba tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2078099782', 'description': 'tempest-description--1686787308'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:05.575315 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ad1b7-3703-454a-a392-764c49e53c5b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Pushing event deleted for resources: {'Port': ['ID=c9ad0468-95e5-4487-8232-956657fafdea,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:05.576153 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bed04b0b-628e-4a06-a1d5-f639c3ddf2ba tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.653158 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bed04b0b-628e-4a06-a1d5-f639c3ddf2ba tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group (0884766a-0259-42a1-9fc2-945ea7ed7443), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.658238 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bed04b0b-628e-4a06-a1d5-f639c3ddf2ba tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (0884766a-0259-42a1-9fc2-945ea7ed7443), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.687780 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bed04b0b-628e-4a06-a1d5-f639c3ddf2ba tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.689001 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-bed04b0b-628e-4a06-a1d5-f639c3ddf2ba tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1373854 Mar 27 15:33:05.689844 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed04b0b-628e-4a06-a1d5-f639c3ddf2ba tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0884766a-0259-42a1-9fc2-945ea7ed7443,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:05.690296 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db12bb0e-8704-421c-a49c-400e0c121296 req-ad9ad1b7-3703-454a-a392-764c49e53c5b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Router ec9ca019-7d23-447a-b105-43d87e3affd3 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:33:05.691841 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38506) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:05.696342 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-6136486a-410d-4d46-8454-107c4aa8b645 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Request body: {'security_group_rule': {'security_group_id': '0884766a-0259-42a1-9fc2-945ea7ed7443', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:05.720623 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6136486a-410d-4d46-8454-107c4aa8b645 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group_rule (13c585b7-2ab6-425a-a91b-32b2462d249c), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.776001 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6136486a-410d-4d46-8454-107c4aa8b645 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group_rule (13c585b7-2ab6-425a-a91b-32b2462d249c), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.780667 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6136486a-410d-4d46-8454-107c4aa8b645 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (13c585b7-2ab6-425a-a91b-32b2462d249c), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.796288 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:33:05.798142 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136486a-410d-4d46-8454-107c4aa8b645 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c585b7-2ab6-425a-a91b-32b2462d249c,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:05.803025 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db12bb0e-8704-421c-a49c-400e0c121296 req-ad9ad1b7-3703-454a-a392-764c49e53c5b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:33:05.813649 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6136486a-410d-4d46-8454-107c4aa8b645 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.814857 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6136486a-410d-4d46-8454-107c4aa8b645 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220980 Mar 27 15:33:05.817493 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38508) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:05.818480 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71cbe3-65bd-47e9-a917-fa89a7c8fc51 None None] Sync routers for ids ['ec9ca019-7d23-447a-b105-43d87e3affd3'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:33:05.821890 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-55918823-8e48-42b5-8ea3-51cf3db52939 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Request body: {'security_group_rule': {'security_group_id': '0884766a-0259-42a1-9fc2-945ea7ed7443', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:05.828722 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b71cbe3-65bd-47e9-a917-fa89a7c8fc51 None None] Routers {'ec9ca019-7d23-447a-b105-43d87e3affd3'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:05.829357 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3b71cbe3-65bd-47e9-a917-fa89a7c8fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['ec9ca019-7d23-447a-b105-43d87e3affd3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:05.849322 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-db12bb0e-8704-421c-a49c-400e0c121296 req-ad9ad1b7-3703-454a-a392-764c49e53c5b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] No DVR routers for this DVR port c9ad0468-95e5-4487-8232-956657fafdea on host hv-cinder-83538 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:05.850378 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55918823-8e48-42b5-8ea3-51cf3db52939 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group_rule (fb9ba6e5-0853-43bd-9dfe-0a0937a4b8dc), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.851867 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-db12bb0e-8704-421c-a49c-400e0c121296 req-ad9ad1b7-3703-454a-a392-764c49e53c5b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.855486 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-db12bb0e-8704-421c-a49c-400e0c121296 req-ad9ad1b7-3703-454a-a392-764c49e53c5b tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.16 "DELETE /v2.0/ports/c9ad0468-95e5-4487-8232-956657fafdea HTTP/1.1" status: 204 len: 173 time: 1.1615703 Mar 27 15:33:05.856069 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'name': 'network-vif-deleted', 'tag': 'c9ad0468-95e5-4487-8232-956657fafdea'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:05.859129 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e808bac-6ab1-4517-8249-a8d175a47fe6" -d '{"events": [{"server_uuid": "7cdaa473-1356-4e70-917a-3e3e3d367a93", "name": "network-vif-deleted", "tag": "c9ad0468-95e5-4487-8232-956657fafdea"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:05.901547 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2862639-4749-48b0-9d37-aca0bc44e990 x-openstack-request-id: req-e2862639-4749-48b0-9d37-aca0bc44e990 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:05.902135 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdaa473-1356-4e70-917a-3e3e3d367a93", "name": "network-vif-deleted", "tag": "c9ad0468-95e5-4487-8232-956657fafdea", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:05.902135 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2862639-4749-48b0-9d37-aca0bc44e990 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:05.902524 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2862639-4749-48b0-9d37-aca0bc44e990'] response: {'server_uuid': '7cdaa473-1356-4e70-917a-3e3e3d367a93', 'name': 'network-vif-deleted', 'tag': 'c9ad0468-95e5-4487-8232-956657fafdea', 'status': 'completed', 'code': 200} Mar 27 15:33:06.128634 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-58502c54-e35e-4778-88ef-af2bad034eab req-ed49d678-9930-4360-9779-dcf366a6033c tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cdaa473-1356-4e70-917a-3e3e3d367a93 HTTP/1.1" status: 200 len: 210 time: 0.0442386 Mar 27 15:33:06.156731 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3b71cbe3-65bd-47e9-a917-fa89a7c8fc51 None None] Set router ec9ca019-7d23-447a-b105-43d87e3affd3 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:06.166221 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaad49-725d-4547-b7d4-53b3648f462e req-27527984-9d31-4c27-b21c-4adc989b2958 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:06.174353 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2deaad49-725d-4547-b7d4-53b3648f462e req-27527984-9d31-4c27-b21c-4adc989b2958 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.1375003 Mar 27 15:33:06.201759 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d278ef-c99b-4104-b9b8-339cdd599fdc req-dc80e082-ac3c-4486-9216-79bd2c268006 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:06.203074 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-85d278ef-c99b-4104-b9b8-339cdd599fdc req-dc80e082-ac3c-4486-9216-79bd2c268006 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 945 time: 0.3388505 Mar 27 15:33:06.209182 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55918823-8e48-42b5-8ea3-51cf3db52939 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group_rule (fb9ba6e5-0853-43bd-9dfe-0a0937a4b8dc), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:06.218070 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55918823-8e48-42b5-8ea3-51cf3db52939 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (fb9ba6e5-0853-43bd-9dfe-0a0937a4b8dc), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:06.227726 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2deaad49-725d-4547-b7d4-53b3648f462e req-0b4bc048-3cca-4be7-a446-7f4bbe88343c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524943 Mar 27 15:33:06.262992 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55918823-8e48-42b5-8ea3-51cf3db52939 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9ba6e5-0853-43bd-9dfe-0a0937a4b8dc,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:06.298203 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55918823-8e48-42b5-8ea3-51cf3db52939 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:06.299424 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-55918823-8e48-42b5-8ea3-51cf3db52939 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4808698 Mar 27 15:33:06.303345 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38516) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:06.311395 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Request body: {'floatingip': {'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:06.344141 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-85d278ef-c99b-4104-b9b8-339cdd599fdc req-9b8f8816-33e2-4f92-b5a6-22992fcd0a09 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Deleting port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:06.344380 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-85d278ef-c99b-4104-b9b8-339cdd599fdc req-9b8f8816-33e2-4f92-b5a6-22992fcd0a09 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:06.346329 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:06.406766 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3b71cbe3-65bd-47e9-a917-fa89a7c8fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:28Z', 'revision_number': 4, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port': {'id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:16Z', 'updated_at': '2022-03-27T15:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '4c75e88f-cba2-44e9-ba9d-cddb40ac9850', 'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'mac_address': 'fa:16:3e:6d:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:25Z', 'updated_at': '2022-03-27T15:27:38Z', 'revision_number': 5, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'subnets': [{'id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:06.441089 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71cbe3-65bd-47e9-a917-fa89a7c8fc51 None None] Checking router: ec9ca019-7d23-447a-b105-43d87e3affd3 for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:33:06.450064 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b71cbe3-65bd-47e9-a917-fa89a7c8fc51 None None] Routers {'ec9ca019-7d23-447a-b105-43d87e3affd3'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:06.451248 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3b71cbe3-65bd-47e9-a917-fa89a7c8fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['ec9ca019-7d23-447a-b105-43d87e3affd3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:06.477440 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-85d278ef-c99b-4104-b9b8-339cdd599fdc req-9b8f8816-33e2-4f92-b5a6-22992fcd0a09 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] For port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3dc0441b-30d6-4c9a-8800-ada88efcc7ed,segment=NetworkSegment(8cb3952b-b039-4207-bade-f70336e3efd3),segment_id=8cb3952b-b039-4207-bade-f70336e3efd3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:06.477815 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-85d278ef-c99b-4104-b9b8-339cdd599fdc req-9b8f8816-33e2-4f92-b5a6-22992fcd0a09 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:06.497019 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-85d278ef-c99b-4104-b9b8-339cdd599fdc req-9b8f8816-33e2-4f92-b5a6-22992fcd0a09 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Calling delete_port for 3dc0441b-30d6-4c9a-8800-ada88efcc7ed owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:06.520556 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:06.530544 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159d9b4-6342-49a2-94f3-0e6aaa542a11 req-cee0ad9a-e1bf-4ea8-b03c-92749e3a3bb3 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:06.532195 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f159d9b4-6342-49a2-94f3-0e6aaa542a11 req-cee0ad9a-e1bf-4ea8-b03c-92749e3a3bb3 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb83886-844a-4502-a38d-9aede3e1b61d HTTP/1.1" status: 200 len: 945 time: 0.0936549 Mar 27 15:33:06.565343 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3b71cbe3-65bd-47e9-a917-fa89a7c8fc51 None None] Set router ec9ca019-7d23-447a-b105-43d87e3affd3 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:06.621343 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f159d9b4-6342-49a2-94f3-0e6aaa542a11 req-c2257a5f-27cf-4b96-a955-2b922d305a74 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.13 "GET /v2.0/security-groups?id=be967ed6-1081-474e-808f-66b316686073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826979 Mar 27 15:33:06.652948 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-85d278ef-c99b-4104-b9b8-339cdd599fdc req-9b8f8816-33e2-4f92-b5a6-22992fcd0a09 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (3dc0441b-30d6-4c9a-8800-ada88efcc7ed), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:06.676353 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Allocated IP 172.28.3.47 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/cbcc9010-5d77-4e9b-8b08-a1bc901b59d3) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:33:06.684265 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f8816-33e2-4f92-b5a6-22992fcd0a09 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Pushing event deleted for resources: {'Port': ['ID=3dc0441b-30d6-4c9a-8800-ada88efcc7ed,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:06.744175 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d278ef-c99b-4104-b9b8-339cdd599fdc req-9b8f8816-33e2-4f92-b5a6-22992fcd0a09 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] No DVR routers for this DVR port 3dc0441b-30d6-4c9a-8800-ada88efcc7ed on host hv-cinder-83538 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:06.745005 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['3dc0441b-30d6-4c9a-8800-ada88efcc7ed'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:33:06.746584 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-85d278ef-c99b-4104-b9b8-339cdd599fdc req-9b8f8816-33e2-4f92-b5a6-22992fcd0a09 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:06.750606 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-85d278ef-c99b-4104-b9b8-339cdd599fdc req-9b8f8816-33e2-4f92-b5a6-22992fcd0a09 tempest-TestMinimumBasicScenario-1402694910 tempest-TestMinimumBasicScenario-1402694910-project] 10.222.0.16 "DELETE /v2.0/ports/3dc0441b-30d6-4c9a-8800-ada88efcc7ed HTTP/1.1" status: 204 len: 173 time: 0.5402532 Mar 27 15:33:06.751070 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'name': 'network-vif-deleted', 'tag': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:06.753321 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce93d4e-d339-46f1-8260-dbc8a562c559" -d '{"events": [{"server_uuid": "8bb83886-844a-4502-a38d-9aede3e1b61d", "name": "network-vif-deleted", "tag": "3dc0441b-30d6-4c9a-8800-ada88efcc7ed"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:06.791929 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for port (cbcc9010-5d77-4e9b-8b08-a1bc901b59d3), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:06.801421 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9282bd2-c222-41e3-a782-5c583b8a8370 x-openstack-request-id: req-e9282bd2-c222-41e3-a782-5c583b8a8370 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:06.801815 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb83886-844a-4502-a38d-9aede3e1b61d", "name": "network-vif-deleted", "tag": "3dc0441b-30d6-4c9a-8800-ada88efcc7ed", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:06.802401 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9282bd2-c222-41e3-a782-5c583b8a8370 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:06.803468 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9282bd2-c222-41e3-a782-5c583b8a8370'] response: {'server_uuid': '8bb83886-844a-4502-a38d-9aede3e1b61d', 'name': 'network-vif-deleted', 'tag': '3dc0441b-30d6-4c9a-8800-ada88efcc7ed', 'status': 'completed', 'code': 200} Mar 27 15:33:06.818373 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3b71cbe3-65bd-47e9-a917-fa89a7c8fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:28Z', 'revision_number': 4, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port': {'id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:16Z', 'updated_at': '2022-03-27T15:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '4c75e88f-cba2-44e9-ba9d-cddb40ac9850', 'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'mac_address': 'fa:16:3e:6d:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:25Z', 'updated_at': '2022-03-27T15:27:38Z', 'revision_number': 5, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'subnets': [{'id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:06.838120 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (cbcc9010-5d77-4e9b-8b08-a1bc901b59d3), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:06.851134 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71cbe3-65bd-47e9-a917-fa89a7c8fc51 None None] The sync data for ids ['ec9ca019-7d23-447a-b105-43d87e3affd3'] in dv-cinder-835384-1-smb is: [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:28Z', 'revision_number': 4, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port': {'id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:16Z', 'updated_at': '2022-03-27T15:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '4c75e88f-cba2-44e9-ba9d-cddb40ac9850', 'name': '', 'network_id': 'a88b8d02-0b8d-402d-8dfe-29190bd7b332', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'mac_address': 'fa:16:3e:6d:ea:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:25Z', 'updated_at': '2022-03-27T15:27:38Z', 'revision_number': 5, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'subnets': [{'id': '5aa9dede-4f68-40ab-92be-0c823d7184ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:33:06.881699 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:33:06.884926 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:33:06.887854 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:33:06.899307 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 66f79436-e097-4fe5-80c3-8aa3685d57a2 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:33:06.903127 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 615953e3-d735-4517-9c29-202d9a4e1e18 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:06.921381 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event updated for resources: {'Port': ['ID=cbcc9010-5d77-4e9b-8b08-a1bc901b59d3,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:06.932242 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: 615953e3-d735-4517-9c29-202d9a4e1e18 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:06.932811 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 615953e3-d735-4517-9c29-202d9a4e1e18 not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:06.992733 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for floatingip (ac374f2c-48dd-4fca-b162-7c37db2247cc), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:07.031074 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 66f79436-e097-4fe5-80c3-8aa3685d57a2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:07.035814 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (cbcc9010-5d77-4e9b-8b08-a1bc901b59d3), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:07.045498 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '66f79436-e097-4fe5-80c3-8aa3685d57a2', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'port_id': '66f79436-e097-4fe5-80c3-8aa3685d57a2', 'mac_address': 'fa:16:3e:80:4c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:33:07.097079 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 66f79436-e097-4fe5-80c3-8aa3685d57a2 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:33:07.097591 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:07.115243 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f79436-e097-4fe5-80c3-8aa3685d57a2 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:33:07.133157 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da141e2-a5b6-4fce-8c94-026731b08829 None None] New status for floating IP 16f231a4-1f76-4625-b8c3-ac7ffd31c0b7: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:33:07.146903 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 66f79436-e097-4fe5-80c3-8aa3685d57a2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:07.152354 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:07.222869 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=66f79436-e097-4fe5-80c3-8aa3685d57a2,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:07.231286 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:07.231634 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:07.232628 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:07.233077 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:07.233423 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:07.233760 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:07.234087 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:07.234414 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:07.234759 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:07.235137 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:07.235401 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:07.235739 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:07.236068 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:07.236389 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:07.236710 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:07.288149 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38528) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:07.394183 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-499ad9f9-fcc4-4f55-a0b5-2bf11fc57c0e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for security_group (6a4fdbc2-e648-4a78-9283-be3760c20bd0), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:07.420457 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-499ad9f9-fcc4-4f55-a0b5-2bf11fc57c0e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for security_group (6a4fdbc2-e648-4a78-9283-be3760c20bd0), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:07.477370 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-499ad9f9-fcc4-4f55-a0b5-2bf11fc57c0e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (6a4fdbc2-e648-4a78-9283-be3760c20bd0), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:07.480735 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-499ad9f9-fcc4-4f55-a0b5-2bf11fc57c0e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:07.486704 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38530) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:07.486964 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-499ad9f9-fcc4-4f55-a0b5-2bf11fc57c0e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "DELETE /v2.0/security-groups/6a4fdbc2-e648-4a78-9283-be3760c20bd0 HTTP/1.1" status: 204 len: 168 time: 0.1972575 Mar 27 15:33:07.499934 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ad9f9-fcc4-4f55-a0b5-2bf11fc57c0e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4fdbc2-e648-4a78-9283-be3760c20bd0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:07.506678 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.api.v2.resource [None req-5244b249-f8d3-487e-9450-4e5994f2a6c1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] show failed (client error): The resource could not be found. Mar 27 15:33:07.510158 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-5244b249-f8d3-487e-9450-4e5994f2a6c1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups/6a4fdbc2-e648-4a78-9283-be3760c20bd0 HTTP/1.1" status: 404 len: 347 time: 0.0190418 Mar 27 15:33:07.511469 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38532) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:07.518230 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['66f79436-e097-4fe5-80c3-8aa3685d57a2'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:33:07.630836 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99583007-e1ee-41ac-b45e-17e85bb8a076 req-e7d4c2e1-1848-4e58-b732-13a7d9eca4e3 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:07.632290 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-99583007-e1ee-41ac-b45e-17e85bb8a076 req-e7d4c2e1-1848-4e58-b732-13a7d9eca4e3 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 944 time: 0.1779580 Mar 27 15:33:07.691012 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for port (cbcc9010-5d77-4e9b-8b08-a1bc901b59d3), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:07.703968 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (cbcc9010-5d77-4e9b-8b08-a1bc901b59d3), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:07.795472 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-99583007-e1ee-41ac-b45e-17e85bb8a076 req-953ab66e-851b-48f9-a147-89801b63be9c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527081 Mar 27 15:33:07.806056 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event updated for resources: {'Port': ['ID=cbcc9010-5d77-4e9b-8b08-a1bc901b59d3,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:07.817764 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a48d2920-c75a-4d6d-9d95-1da1a278d599 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Deleting port bc2ea467-cca2-4c55-88ad-544561e30862 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:07.818112 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a48d2920-c75a-4d6d-9d95-1da1a278d599 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (bc2ea467-cca2-4c55-88ad-544561e30862), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:07.859817 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (ac374f2c-48dd-4fca-b162-7c37db2247cc), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:07.885005 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:07.886228 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-46d02f95-e751-4750-8221-286f2da424c5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5803721 Mar 27 15:33:07.913043 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a48d2920-c75a-4d6d-9d95-1da1a278d599 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (bc2ea467-cca2-4c55-88ad-544561e30862), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:07.913295 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a48d2920-c75a-4d6d-9d95-1da1a278d599 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for floatingip (bc2ea467-cca2-4c55-88ad-544561e30862), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:07.925793 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a48d2920-c75a-4d6d-9d95-1da1a278d599 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Calling delete_port for bc2ea467-cca2-4c55-88ad-544561e30862 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:08.086137 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-64e18867-a838-4699-abf3-4bd4ba58568c req-2f85d759-c99f-4336-8141-a154a04980cb tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2078099782&fields=id&tenant_id=d3246241f55943b0ae1f788fc19805f0 HTTP/1.1" status: 200 len: 267 time: 0.0783007 Mar 27 15:33:08.106639 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a48d2920-c75a-4d6d-9d95-1da1a278d599 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (bc2ea467-cca2-4c55-88ad-544561e30862), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:08.171551 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d2920-c75a-4d6d-9d95-1da1a278d599 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Pushing event deleted for resources: {'Port': ['ID=bc2ea467-cca2-4c55-88ad-544561e30862,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:08.271325 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a48d2920-c75a-4d6d-9d95-1da1a278d599 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks [] for floatingip (16f231a4-1f76-4625-b8c3-ac7ffd31c0b7), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:08.274068 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a48d2920-c75a-4d6d-9d95-1da1a278d599 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:08.275239 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-a48d2920-c75a-4d6d-9d95-1da1a278d599 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "DELETE /v2.0/floatingips/16f231a4-1f76-4625-b8c3-ac7ffd31c0b7 HTTP/1.1" status: 204 len: 168 time: 0.7612729 Mar 27 15:33:08.283197 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e18867-a838-4699-abf3-4bd4ba58568c req-88f49541-5205-4058-a079-7375aa2c24b4 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:08.284694 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-64e18867-a838-4699-abf3-4bd4ba58568c req-88f49541-5205-4058-a079-7375aa2c24b4 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/networks?id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7 HTTP/1.1" status: 200 len: 811 time: 0.1901748 Mar 27 15:33:08.300201 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-64e18867-a838-4699-abf3-4bd4ba58568c req-091b9854-b567-4936-8dca-5544df0589ba tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/quotas/d3246241f55943b0ae1f788fc19805f0 HTTP/1.1" status: 200 len: 375 time: 0.0096889 Mar 27 15:33:08.317675 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38594) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:08.361116 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-64e18867-a838-4699-abf3-4bd4ba58568c req-d31b73d7-487a-4816-9bc6-620f981277db tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3246241f55943b0ae1f788fc19805f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549042 Mar 27 15:33:08.512871 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-64e18867-a838-4699-abf3-4bd4ba58568c req-07d4fcb7-6e0a-40d5-8195-0b2d5225721b service neutron] 10.222.0.13 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370378 Mar 27 15:33:08.603150 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:08.608516 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-64e18867-a838-4699-abf3-4bd4ba58568c req-c263801f-7e55-4f94-a535-f81ff48de2c0 service neutron] 10.222.0.13 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885925 Mar 27 15:33:08.767196 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8293b94-4887-446a-a8a9-67370e05cad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8111436'] for router_interface (734a6042-0f26-4559-9778-b1e8666243b0), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:08.768341 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-88263760-3cb3-438f-bd4e-6272ce0c1cef req-54d3d7f8-147b-4a08-ad3b-1c1d0771d142 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 210 time: 0.0297332 Mar 27 15:33:08.891562 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 66f79436-e097-4fe5-80c3-8aa3685d57a2 up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:33:08.928724 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e388ab8-03fc-4b7d-9b37-02e248c73f29 req-7e625427-0023-4f61-b011-2900d2d41a11 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:08.930297 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7e388ab8-03fc-4b7d-9b37-02e248c73f29 req-7e625427-0023-4f61-b011-2900d2d41a11 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 944 time: 0.0563557 Mar 27 15:33:08.963384 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port 66f79436-e097-4fe5-80c3-8aa3685d57a2 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:33:08.976492 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 66f79436-e097-4fe5-80c3-8aa3685d57a2 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:33:08.976867 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:08.996250 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7e388ab8-03fc-4b7d-9b37-02e248c73f29 req-3c340715-c2a5-48bc-8074-07ae6629f45e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596981 Mar 27 15:33:09.071908 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 66f79436-e097-4fe5-80c3-8aa3685d57a2 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:33:09.072342 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.101720 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f79436-e097-4fe5-80c3-8aa3685d57a2'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:09.104387 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b393b0-d8ed-4e52-871a-9232202c0832" -d '{"events": [{"server_uuid": "239b6607-703c-4bb5-8fba-23cbde7c5630", "name": "network-vif-plugged", "status": "completed", "tag": "66f79436-e097-4fe5-80c3-8aa3685d57a2"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:09.118040 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e8293b94-4887-446a-a8a9-67370e05cad3 admin admin] Deleting port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:09.118436 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8293b94-4887-446a-a8a9-67370e05cad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.123997 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 66f79436-e097-4fe5-80c3-8aa3685d57a2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:09.132280 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.133335 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 3dc0441b-30d6-4c9a-8800-ada88efcc7ed no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:09.179149 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: 3dc0441b-30d6-4c9a-8800-ada88efcc7ed {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:09.179502 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 3dc0441b-30d6-4c9a-8800-ada88efcc7ed not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:09.179941 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device c9ad0468-95e5-4487-8232-956657fafdea no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:09.207236 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: c9ad0468-95e5-4487-8232-956657fafdea {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:09.207586 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device c9ad0468-95e5-4487-8232-956657fafdea not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:09.213036 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e8293b94-4887-446a-a8a9-67370e05cad3 admin admin] For port dd0ec6b8-c979-4fd6-b5ac-126d23c2c401, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=dd0ec6b8-c979-4fd6-b5ac-126d23c2c401,segment=NetworkSegment(8cb3952b-b039-4207-bade-f70336e3efd3),segment_id=8cb3952b-b039-4207-bade-f70336e3efd3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:09.213456 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8293b94-4887-446a-a8a9-67370e05cad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.229923 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e8293b94-4887-446a-a8a9-67370e05cad3 admin admin] Calling delete_port for dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:09.237426 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77542b5d-8ce5-48ef-820d-eafb23ab6048 x-openstack-request-id: req-77542b5d-8ce5-48ef-820d-eafb23ab6048 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:09.237736 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239b6607-703c-4bb5-8fba-23cbde7c5630", "name": "network-vif-plugged", "status": "completed", "tag": "66f79436-e097-4fe5-80c3-8aa3685d57a2", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:09.237993 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77542b5d-8ce5-48ef-820d-eafb23ab6048 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:09.238512 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77542b5d-8ce5-48ef-820d-eafb23ab6048'] response: {'server_uuid': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f79436-e097-4fe5-80c3-8aa3685d57a2', 'code': 200} Mar 27 15:33:09.242052 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=66f79436-e097-4fe5-80c3-8aa3685d57a2,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:09.514304 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91f89c-ec90-47ea-9782-76d7cdfc9853 req-03b46d0b-ee77-4bd7-97ff-dd378bcfa74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:09.515834 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0c91f89c-ec90-47ea-9782-76d7cdfc9853 req-03b46d0b-ee77-4bd7-97ff-dd378bcfa74b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 1129 time: 0.0971160 Mar 27 15:33:09.529434 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8293b94-4887-446a-a8a9-67370e05cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (dd0ec6b8-c979-4fd6-b5ac-126d23c2c401), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.563221 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8293b94-4887-446a-a8a9-67370e05cad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0ec6b8-c979-4fd6-b5ac-126d23c2c401,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:09.638138 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-0c91f89c-ec90-47ea-9782-76d7cdfc9853 req-3210dd06-39df-4e68-ad2f-70e9cffdc87f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153135 Mar 27 15:33:09.686223 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-35370afd-61d3-4fbb-8f0d-e52dba662333 req-4b0a67ed-bc88-40d8-a0d4-7eccff1c983e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474036 Mar 27 15:33:09.756510 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8293b94-4887-446a-a8a9-67370e05cad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8120393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8110588'] for router_interface (734a6042-0f26-4559-9778-b1e8666243b0), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.863398 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-22f7961d-d48e-423d-b955-327347899fff req-7d611b58-b7c1-4de2-9c4f-dcc2f8477233 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 210 time: 0.0270791 Mar 27 15:33:09.974109 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8293b94-4887-446a-a8a9-67370e05cad3 admin admin] Router 734a6042-0f26-4559-9778-b1e8666243b0 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:33:10.024188 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35370afd-61d3-4fbb-8f0d-e52dba662333 req-27414886-4670-4a4c-b04b-2a07b9082c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:10.025652 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-35370afd-61d3-4fbb-8f0d-e52dba662333 req-27414886-4670-4a4c-b04b-2a07b9082c5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d96d1adbe1484318915fb94bc09405e8&device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 1130 time: 0.0461969 Mar 27 15:33:10.104498 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8293b94-4887-446a-a8a9-67370e05cad3 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:33:10.109749 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e8293b94-4887-446a-a8a9-67370e05cad3 admin admin] 10.222.0.13 "PUT /v2.0/routers/734a6042-0f26-4559-9778-b1e8666243b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7909222 Mar 27 15:33:10.113261 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38626) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:10.117298 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798282d-2dad-4a23-93da-2e6cf7ec8f76 None None] Sync routers for ids ['734a6042-0f26-4559-9778-b1e8666243b0'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:33:10.130415 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798282d-2dad-4a23-93da-2e6cf7ec8f76 None None] Routers {'734a6042-0f26-4559-9778-b1e8666243b0'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:10.131068 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5798282d-2dad-4a23-93da-2e6cf7ec8f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['734a6042-0f26-4559-9778-b1e8666243b0'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:10.252514 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e18867-a838-4699-abf3-4bd4ba58568c req-a1453d99-1597-4ac2-8a26-66e8487cd680 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:10.255506 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-64e18867-a838-4699-abf3-4bd4ba58568c req-a1453d99-1597-4ac2-8a26-66e8487cd680 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.16 "GET /v2.0/networks?id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7 HTTP/1.1" status: 200 len: 811 time: 0.1436670 Mar 27 15:33:10.267466 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5798282d-2dad-4a23-93da-2e6cf7ec8f76 None None] Set router 734a6042-0f26-4559-9778-b1e8666243b0 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:10.279364 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35370afd-61d3-4fbb-8f0d-e52dba662333 req-613e4d92-b2a1-4c5b-a070-140c9688c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:10.280777 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-35370afd-61d3-4fbb-8f0d-e52dba662333 req-613e4d92-b2a1-4c5b-a070-140c9688c3ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 200 len: 920 time: 0.2312872 Mar 27 15:33:10.291572 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb712188-05f1-43d9-a58e-ac5c6889dfcc req-c24223e7-c73f-4ea7-b2f2-b844f1558b9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:10.293106 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-eb712188-05f1-43d9-a58e-ac5c6889dfcc req-c24223e7-c73f-4ea7-b2f2-b844f1558b9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.2241724 Mar 27 15:33:10.303741 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dade5308-6ae0-436c-80d9-043d81c273cb admin admin] Publish callbacks [] for router (734a6042-0f26-4559-9778-b1e8666243b0), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:10.340337 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-64e18867-a838-4699-abf3-4bd4ba58568c req-a091c55e-245b-4196-bffc-4bb5b31d2f4b tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3246241f55943b0ae1f788fc19805f0 HTTP/1.1" status: 200 len: 380 time: 0.0746253 Mar 27 15:33:10.350921 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-64e18867-a838-4699-abf3-4bd4ba58568c req-f18c43f9-3911-4d47-9f42-dc2569dbf633 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Request body: {'port': {'device_id': 'ebc6673f-0260-4117-951f-1fb0ab4de004', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'admin_state_up': True, 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'security_groups': ['0884766a-0259-42a1-9fc2-945ea7ed7443']}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:10.404404 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-35370afd-61d3-4fbb-8f0d-e52dba662333 req-3fdd15fe-4b6e-4d9d-a51d-1819b0078dca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9f37157-f0f3-4fed-b212-c5e134a18d50 HTTP/1.1" status: 200 len: 217 time: 0.1094356 Mar 27 15:33:10.470847 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e18867-a838-4699-abf3-4bd4ba58568c req-f18c43f9-3911-4d47-9f42-dc2569dbf633 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Made reservation on behalf of d3246241f55943b0ae1f788fc19805f0 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:33:10.474357 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64e18867-a838-4699-abf3-4bd4ba58568c req-f18c43f9-3911-4d47-9f42-dc2569dbf633 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:10.480843 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5798282d-2dad-4a23-93da-2e6cf7ec8f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6042-0f26-4559-9778-b1e8666243b0', 'name': 'tempest-TestMinimumBasicScenario-1982982301-router', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:33:09Z', 'revision_number': 5, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'gw_port': {'id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:10.500484 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-eb712188-05f1-43d9-a58e-ac5c6889dfcc req-193a71dc-ff24-4f1c-9811-976853fddbc1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994376 Mar 27 15:33:10.504245 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35370afd-61d3-4fbb-8f0d-e52dba662333 req-a9d4a748-be0e-440d-bd54-68900b99bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:10.506381 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-35370afd-61d3-4fbb-8f0d-e52dba662333 req-a9d4a748-be0e-440d-bd54-68900b99bf29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 200 len: 858 time: 0.0943358 Mar 27 15:33:10.513109 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798282d-2dad-4a23-93da-2e6cf7ec8f76 None None] Checking router: 734a6042-0f26-4559-9778-b1e8666243b0 for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:33:10.522649 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798282d-2dad-4a23-93da-2e6cf7ec8f76 None None] Routers {'734a6042-0f26-4559-9778-b1e8666243b0'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:10.523299 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5798282d-2dad-4a23-93da-2e6cf7ec8f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['734a6042-0f26-4559-9778-b1e8666243b0'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:10.569707 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dade5308-6ae0-436c-80d9-043d81c273cb admin admin] Publish callbacks [] for router_gateway (734a6042-0f26-4559-9778-b1e8666243b0), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:10.612655 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35370afd-61d3-4fbb-8f0d-e52dba662333 req-9785821a-4af9-41ab-9a48-7feeab6ddad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:10.614178 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-35370afd-61d3-4fbb-8f0d-e52dba662333 req-9785821a-4af9-41ab-9a48-7feeab6ddad2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a88b8d02-0b8d-402d-8dfe-29190bd7b332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0842948 Mar 27 15:33:10.646571 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-64e18867-a838-4699-abf3-4bd4ba58568c req-f18c43f9-3911-4d47-9f42-dc2569dbf633 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Allocated IP 172.20.0.14 (9af63cf8-4c83-40dc-8de3-7ebae6a030a7/45fa90f7-8dff-4df6-aba3-f9ce848c3e05/19335943-b00a-42e5-8f63-98547db3af90) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:33:10.647391 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-5798282d-2dad-4a23-93da-2e6cf7ec8f76 None None] Set router 734a6042-0f26-4559-9778-b1e8666243b0 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:10.688792 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-dade5308-6ae0-436c-80d9-043d81c273cb admin admin] Deleting port 91c31e8f-4134-4aba-b06e-20ba4d29fc92 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:10.689297 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dade5308-6ae0-436c-80d9-043d81c273cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (91c31e8f-4134-4aba-b06e-20ba4d29fc92), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:10.763484 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-35370afd-61d3-4fbb-8f0d-e52dba662333 req-79b72a3c-f5d8-413d-8776-8c6eb4cc7a92 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422446 Mar 27 15:33:10.846145 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64e18867-a838-4699-abf3-4bd4ba58568c req-f18c43f9-3911-4d47-9f42-dc2569dbf633 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for port (19335943-b00a-42e5-8f63-98547db3af90), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:10.861596 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-5798282d-2dad-4a23-93da-2e6cf7ec8f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734a6042-0f26-4559-9778-b1e8666243b0', 'name': 'tempest-TestMinimumBasicScenario-1982982301-router', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:33:09Z', 'revision_number': 5, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'gw_port': {'id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:10.883845 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-dade5308-6ae0-436c-80d9-043d81c273cb admin admin] For port 91c31e8f-4134-4aba-b06e-20ba4d29fc92, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=91c31e8f-4134-4aba-b06e-20ba4d29fc92,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:10.884529 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dade5308-6ae0-436c-80d9-043d81c273cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (91c31e8f-4134-4aba-b06e-20ba4d29fc92), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:10.886270 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64e18867-a838-4699-abf3-4bd4ba58568c req-f18c43f9-3911-4d47-9f42-dc2569dbf633 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (19335943-b00a-42e5-8f63-98547db3af90), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:10.895680 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798282d-2dad-4a23-93da-2e6cf7ec8f76 None None] The sync data for ids ['734a6042-0f26-4559-9778-b1e8666243b0'] in dv-cinder-835384-1-smb is: [{'id': '734a6042-0f26-4559-9778-b1e8666243b0', 'name': 'tempest-TestMinimumBasicScenario-1982982301-router', 'tenant_id': '99e34b2befea47b9b630ee624c5c8e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:33:09Z', 'revision_number': 5, 'project_id': '99e34b2befea47b9b630ee624c5c8e84', 'gw_port': {'id': '91c31e8f-4134-4aba-b06e-20ba4d29fc92', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734a6042-0f26-4559-9778-b1e8666243b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:28Z', 'updated_at': '2022-03-27T15:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:33:10.918127 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-dade5308-6ae0-436c-80d9-043d81c273cb admin admin] Calling delete_port for 91c31e8f-4134-4aba-b06e-20ba4d29fc92 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:10.957618 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e18867-a838-4699-abf3-4bd4ba58568c req-f18c43f9-3911-4d47-9f42-dc2569dbf633 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:33:10.959110 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c43f9-3911-4d47-9f42-dc2569dbf633 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event updated for resources: {'Port': ['ID=19335943-b00a-42e5-8f63-98547db3af90,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:10.961825 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-64e18867-a838-4699-abf3-4bd4ba58568c req-f18c43f9-3911-4d47-9f42-dc2569dbf633 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:33:10.963902 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e18867-a838-4699-abf3-4bd4ba58568c req-f18c43f9-3911-4d47-9f42-dc2569dbf633 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:33:10.978358 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71b9dc-485f-434b-b226-b7759024793b req-9014e351-5ff5-4b57-822d-d5ae815a76e1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:10.980760 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7f71b9dc-485f-434b-b226-b7759024793b req-9014e351-5ff5-4b57-822d-d5ae815a76e1 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.1566632 Mar 27 15:33:11.017835 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-35370afd-61d3-4fbb-8f0d-e52dba662333 req-95b8bd90-d0ea-4fb3-97a0-51780c4e6716 service neutron] 10.222.0.16 "GET /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427721 Mar 27 15:33:11.031297 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e18867-a838-4699-abf3-4bd4ba58568c req-f18c43f9-3911-4d47-9f42-dc2569dbf633 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:11.032231 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64e18867-a838-4699-abf3-4bd4ba58568c req-f18c43f9-3911-4d47-9f42-dc2569dbf633 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:11.057061 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-64e18867-a838-4699-abf3-4bd4ba58568c req-f18c43f9-3911-4d47-9f42-dc2569dbf633 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7091172 Mar 27 15:33:11.084831 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Request body: {'port': {'device_id': 'ebc6673f-0260-4117-951f-1fb0ab4de004', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:11.159720 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (19335943-b00a-42e5-8f63-98547db3af90), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:11.160522 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3f4a0-9f75-476c-9446-3cd5b364674e req-d21d5bc6-53d2-4ac6-bcf5-897df4dc3c2d tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:11.162226 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-83b3f4a0-9f75-476c-9446-3cd5b364674e req-d21d5bc6-53d2-4ac6-bcf5-897df4dc3c2d tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 932 time: 0.2070947 Mar 27 15:33:11.167798 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7f71b9dc-485f-434b-b226-b7759024793b req-e0570988-8d57-4d66-99c6-c2c8c4c8efad tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475878 Mar 27 15:33:11.260906 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-83f7bfda-f716-46d6-9411-aabe6eabe37c None None] Provisioning complete for port 19335943-b00a-42e5-8f63-98547db3af90 triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:33:11.261459 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-83f7bfda-f716-46d6-9411-aabe6eabe37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (19335943-b00a-42e5-8f63-98547db3af90), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:11.278331 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-83b3f4a0-9f75-476c-9446-3cd5b364674e req-a4ae61a4-47f7-4fd1-b86b-fabc34061eea tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=0884766a-0259-42a1-9fc2-945ea7ed7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975051 Mar 27 15:33:11.317398 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dade5308-6ae0-436c-80d9-043d81c273cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (91c31e8f-4134-4aba-b06e-20ba4d29fc92), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:11.347207 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-83f7bfda-f716-46d6-9411-aabe6eabe37c None None] Port 19335943-b00a-42e5-8f63-98547db3af90 cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:33:11.355585 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade5308-6ae0-436c-80d9-043d81c273cb admin admin] Pushing event deleted for resources: {'Port': ['ID=91c31e8f-4134-4aba-b06e-20ba4d29fc92,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:11.410535 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:11.438625 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dade5308-6ae0-436c-80d9-043d81c273cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8111110'] for router_gateway (734a6042-0f26-4559-9778-b1e8666243b0), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:11.454651 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:11.465902 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device dd0ec6b8-c979-4fd6-b5ac-126d23c2c401 not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:11.772028 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19335943-b00a-42e5-8f63-98547db3af90 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:33:11.780402 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Publish callbacks [] for port (19335943-b00a-42e5-8f63-98547db3af90), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:11.793437 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Transition to ACTIVE for port object 19335943-b00a-42e5-8f63-98547db3af90 will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:33:11.797781 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (19335943-b00a-42e5-8f63-98547db3af90), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:11.853362 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Pushing event updated for resources: {'Port': ['ID=19335943-b00a-42e5-8f63-98547db3af90,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:11.885532 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dade5308-6ae0-436c-80d9-043d81c273cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8115434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3367'] for router (734a6042-0f26-4559-9778-b1e8666243b0), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:11.891054 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dade5308-6ae0-436c-80d9-043d81c273cb admin admin] Publish callbacks [] for router_controller (734a6042-0f26-4559-9778-b1e8666243b0), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:11.938915 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Attempting to bind port 19335943-b00a-42e5-8f63-98547db3af90 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:33:11.939249 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Attempting to bind port 19335943-b00a-42e5-8f63-98547db3af90 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '63c3d783-f7a0-4452-9585-54291be374cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:33:11.939579 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Attempting to bind port 19335943-b00a-42e5-8f63-98547db3af90 on network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:33:11.944028 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Port 19335943-b00a-42e5-8f63-98547db3af90 on network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:33:11.944475 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Attempting to bind port 19335943-b00a-42e5-8f63-98547db3af90 on network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:33:11.949499 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:33:11.949888 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Checking segment: {'id': '63c3d783-f7a0-4452-9585-54291be374cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:33:11.950280 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Bound using segment: {'id': '63c3d783-f7a0-4452-9585-54291be374cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:33:11.951369 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Bound port: 19335943-b00a-42e5-8f63-98547db3af90, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c3d783-f7a0-4452-9585-54291be374cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:33:11.951731 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (19335943-b00a-42e5-8f63-98547db3af90), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:11.972413 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66a475-bd15-46b7-9da5-3b0b80d09560 req-dc193b28-ac30-4384-9284-61b0c29aa930 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:11.973993 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0a66a475-bd15-46b7-9da5-3b0b80d09560 req-dc193b28-ac30-4384-9284-61b0c29aa930 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.1626582 Mar 27 15:33:11.980681 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dade5308-6ae0-436c-80d9-043d81c273cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8115429'] for router (734a6042-0f26-4559-9778-b1e8666243b0), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:11.981829 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dade5308-6ae0-436c-80d9-043d81c273cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 734a6042-0f26-4559-9778-b1e8666243b0 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:33:11.986521 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dade5308-6ae0-436c-80d9-043d81c273cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:11.987947 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-dade5308-6ae0-436c-80d9-043d81c273cb admin admin] 10.222.0.13 "DELETE /v2.0/routers/734a6042-0f26-4559-9778-b1e8666243b0 HTTP/1.1" status: 204 len: 168 time: 1.8734121 Mar 27 15:33:11.990561 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38642) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:12.029447 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] For port 19335943-b00a-42e5-8f63-98547db3af90, host hv-cinder-83538, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:33:12.032811 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] For port 19335943-b00a-42e5-8f63-98547db3af90, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=19335943-b00a-42e5-8f63-98547db3af90,segment=NetworkSegment(63c3d783-f7a0-4452-9585-54291be374cd),segment_id=63c3d783-f7a0-4452-9585-54291be374cd)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:33:12.040599 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (19335943-b00a-42e5-8f63-98547db3af90), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:12.080883 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:12.081504 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:12.082925 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-64e18867-a838-4699-abf3-4bd4ba58568c req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] 10.222.0.16 "PUT /v2.0/ports/19335943-b00a-42e5-8f63-98547db3af90 HTTP/1.1" status: 200 len: 1094 time: 1.0097554 Mar 27 15:33:12.083384 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc6673f-0260-4117-951f-1fb0ab4de004', 'tag': '19335943-b00a-42e5-8f63-98547db3af90'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:12.084126 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0a66a475-bd15-46b7-9da5-3b0b80d09560 req-52ff2dd5-1461-4458-8178-ea9fca19b7cb tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950058 Mar 27 15:33:12.087164 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fcef52-93f0-4b3c-aa62-ef1effe8da08 admin admin] Deleting subnet 7bd65611-1bb3-4827-9627-fb7f9c6654c1 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:33:12.091714 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65fcef52-93f0-4b3c-aa62-ef1effe8da08 admin admin] Publish callbacks [] for subnet (7bd65611-1bb3-4827-9627-fb7f9c6654c1), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:12.097713 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a24ebc1-2b35-4f8a-9079-d20bd227bd8c" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc6673f-0260-4117-951f-1fb0ab4de004", "tag": "19335943-b00a-42e5-8f63-98547db3af90"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:12.137622 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65fcef52-93f0-4b3c-aa62-ef1effe8da08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5052755'] for subnet (7bd65611-1bb3-4827-9627-fb7f9c6654c1), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:12.158339 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96977245-9108-43a4-b538-45e4a5c93d17 service neutron] Pushing event updated for resources: {'Port': ['ID=19335943-b00a-42e5-8f63-98547db3af90,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:12.245353 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862edb90-f553-4617-adf9-c178a35f96f5 x-openstack-request-id: req-862edb90-f553-4617-adf9-c178a35f96f5 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:12.245635 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc6673f-0260-4117-951f-1fb0ab4de004", "tag": "19335943-b00a-42e5-8f63-98547db3af90", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:12.245904 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-862edb90-f553-4617-adf9-c178a35f96f5 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:12.246287 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862edb90-f553-4617-adf9-c178a35f96f5'] response: {'name': 'network-changed', 'server_uuid': 'ebc6673f-0260-4117-951f-1fb0ab4de004', 'tag': '19335943-b00a-42e5-8f63-98547db3af90', 'status': 'completed', 'code': 200} Mar 27 15:33:12.258426 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e18867-a838-4699-abf3-4bd4ba58568c req-ca8301c5-d076-4cf9-87c5-68d2c09e9d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:12.275539 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-64e18867-a838-4699-abf3-4bd4ba58568c req-ca8301c5-d076-4cf9-87c5-68d2c09e9d8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3246241f55943b0ae1f788fc19805f0&device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 1128 time: 0.1309845 Mar 27 15:33:12.330660 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-64e18867-a838-4699-abf3-4bd4ba58568c req-1f0ce69d-f58f-4dd7-ad18-8da546dcbe47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19335943-b00a-42e5-8f63-98547db3af90 HTTP/1.1" status: 200 len: 217 time: 0.0401840 Mar 27 15:33:12.370467 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35264b73-f959-41d0-9c2f-a78f8c2f7c81 req-7fb98293-1884-4f6b-9e07-4af56299162e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:12.380794 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-35264b73-f959-41d0-9c2f-a78f8c2f7c81 req-7fb98293-1884-4f6b-9e07-4af56299162e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.1645780 Mar 27 15:33:12.381475 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38652) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:12.382709 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65fcef52-93f0-4b3c-aa62-ef1effe8da08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899853'] for subnet (7bd65611-1bb3-4827-9627-fb7f9c6654c1), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:12.385033 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e18867-a838-4699-abf3-4bd4ba58568c req-24fa5255-ab51-45ba-a921-f7ff46353c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:12.386589 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-64e18867-a838-4699-abf3-4bd4ba58568c req-24fa5255-ab51-45ba-a921-f7ff46353c59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45fa90f7-8dff-4df6-aba3-f9ce848c3e05 HTTP/1.1" status: 200 len: 850 time: 0.0484056 Mar 27 15:33:12.409682 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e78d69f2-35c6-42a5-9e53-d26e2af7e72e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Request body: {'floatingip': {'port_id': '66f79436-e097-4fe5-80c3-8aa3685d57a2'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:12.438628 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e18867-a838-4699-abf3-4bd4ba58568c req-c8f90baf-a8a0-40d3-9846-6853aeb5b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:12.440168 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-64e18867-a838-4699-abf3-4bd4ba58568c req-c8f90baf-a8a0-40d3-9846-6853aeb5b1aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0472891 Mar 27 15:33:12.480134 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e78d69f2-35c6-42a5-9e53-d26e2af7e72e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for floatingip (b77d6a66-7c20-4e32-be90-c84fff4e709a), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:12.531711 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-64e18867-a838-4699-abf3-4bd4ba58568c req-280cc715-b9e9-4135-a1aa-d9a06ddea205 service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853710 Mar 27 15:33:12.586331 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d14d3-dd38-43db-9c99-942263b47d24 req-169ba9a6-2736-4bea-bfd2-b40517b5c6ee tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:12.587833 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a84d14d3-dd38-43db-9c99-942263b47d24 req-169ba9a6-2736-4bea-bfd2-b40517b5c6ee tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.2824130 Mar 27 15:33:12.633855 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-64e18867-a838-4699-abf3-4bd4ba58568c req-8246cb1f-d58e-46fd-b80a-9efacac0e87d service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950079 Mar 27 15:33:12.663727 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65fcef52-93f0-4b3c-aa62-ef1effe8da08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5227366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24757330'] for subnet (7bd65611-1bb3-4827-9627-fb7f9c6654c1), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:12.691025 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea95c9b-8e38-45f9-a52e-58412dafd25a req-d96734e1-6dec-432f-9b86-422051ea3ac2 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:12.692432 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-aea95c9b-8e38-45f9-a52e-58412dafd25a req-d96734e1-6dec-432f-9b86-422051ea3ac2 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.16 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 945 time: 0.2443068 Mar 27 15:33:12.701579 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04eacd-7206-437d-a1a6-fafcdeaca19e req-28c48b25-5c59-4ea3-a0a0-8c1636caecc6 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:12.703039 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7e04eacd-7206-437d-a1a6-fafcdeaca19e req-28c48b25-5c59-4ea3-a0a0-8c1636caecc6 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 944 time: 0.2562106 Mar 27 15:33:12.740902 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24ebc1-2b35-4f8a-9079-d20bd227bd8c req-1ec4167d-b57f-45ef-b189-3d689d5eb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:12.742678 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5a24ebc1-2b35-4f8a-9079-d20bd227bd8c req-1ec4167d-b57f-45ef-b189-3d689d5eb327 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3246241f55943b0ae1f788fc19805f0&device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 1128 time: 0.0557270 Mar 27 15:33:12.742931 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcef52-93f0-4b3c-aa62-ef1effe8da08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd65611-1bb3-4827-9627-fb7f9c6654c1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:12.744996 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-65fcef52-93f0-4b3c-aa62-ef1effe8da08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:12.745992 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9bc1af-16cd-4478-aad7-77eeaf6fb1a3 None None] Network fd0cb6a7-146a-443c-89b2-dd69dffce6c4 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:33:12.748406 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-65fcef52-93f0-4b3c-aa62-ef1effe8da08 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7bd65611-1bb3-4827-9627-fb7f9c6654c1 HTTP/1.1" status: 204 len: 168 time: 0.7474885 Mar 27 15:33:12.757631 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38656) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:12.868190 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a84d14d3-dd38-43db-9c99-942263b47d24 req-d5c5fe48-a69e-4b02-8580-126b6e79e215 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675455 Mar 27 15:33:12.889727 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808514'] for network (fd0cb6a7-146a-443c-89b2-dd69dffce6c4), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:12.908381 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24ebc1-2b35-4f8a-9079-d20bd227bd8c req-04091418-817a-4e1c-ae75-3cd996f39afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:12.913665 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5a24ebc1-2b35-4f8a-9079-d20bd227bd8c req-04091418-817a-4e1c-ae75-3cd996f39afc service neutron] 10.222.0.16 "GET /v2.0/networks?id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7 HTTP/1.1" status: 200 len: 912 time: 0.1645119 Mar 27 15:33:12.941293 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7e04eacd-7206-437d-a1a6-fafcdeaca19e req-4f62f0c7-6afa-4176-9d0b-a113e7df7de3 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=0884766a-0259-42a1-9fc2-945ea7ed7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162120 Mar 27 15:33:12.947521 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cc8673-8491-4cd5-b4bd-8e3ffe53a8df None None] DHCP port deletion for fd0cb6a7-146a-443c-89b2-dd69dffce6c4 request from dv-cinder-835384-1-smb {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:33:12.985597 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5a24ebc1-2b35-4f8a-9079-d20bd227bd8c req-1f641192-5115-4939-b3d1-7f890559432e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19335943-b00a-42e5-8f63-98547db3af90 HTTP/1.1" status: 200 len: 217 time: 0.0516527 Mar 27 15:33:13.005622 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-aea95c9b-8e38-45f9-a52e-58412dafd25a req-0f063970-f90c-4d37-99fd-ff62f0dd0e78 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Deleting port d2f299ca-7aa6-48ae-94c0-9231e75b08dc {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:13.005966 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-aea95c9b-8e38-45f9-a52e-58412dafd25a req-0f063970-f90c-4d37-99fd-ff62f0dd0e78 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (d2f299ca-7aa6-48ae-94c0-9231e75b08dc), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.041823 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] Deleting port 9aa3cbab-434b-41b5-8540-61bba2f51c8b {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:13.042163 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (9aa3cbab-434b-41b5-8540-61bba2f51c8b), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.080991 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24ebc1-2b35-4f8a-9079-d20bd227bd8c req-076cf314-aa94-4248-927f-5440f9bdab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:13.082472 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5a24ebc1-2b35-4f8a-9079-d20bd227bd8c req-076cf314-aa94-4248-927f-5440f9bdab8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45fa90f7-8dff-4df6-aba3-f9ce848c3e05 HTTP/1.1" status: 200 len: 850 time: 0.0903621 Mar 27 15:33:13.137206 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-34cc8673-8491-4cd5-b4bd-8e3ffe53a8df None None] Deleting port 9aa3cbab-434b-41b5-8540-61bba2f51c8b {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:13.137635 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34cc8673-8491-4cd5-b4bd-8e3ffe53a8df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (9aa3cbab-434b-41b5-8540-61bba2f51c8b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.143544 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] For port 9aa3cbab-434b-41b5-8540-61bba2f51c8b, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=9aa3cbab-434b-41b5-8540-61bba2f51c8b,segment=NetworkSegment(8cb3952b-b039-4207-bade-f70336e3efd3),segment_id=8cb3952b-b039-4207-bade-f70336e3efd3)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:13.143905 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (9aa3cbab-434b-41b5-8540-61bba2f51c8b), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.161070 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] Calling delete_port for 9aa3cbab-434b-41b5-8540-61bba2f51c8b owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:13.173858 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24ebc1-2b35-4f8a-9079-d20bd227bd8c req-282158f3-7486-4dc6-b95a-a2bbf7e04814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:13.174997 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5a24ebc1-2b35-4f8a-9079-d20bd227bd8c req-282158f3-7486-4dc6-b95a-a2bbf7e04814 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0838263 Mar 27 15:33:13.199870 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-34cc8673-8491-4cd5-b4bd-8e3ffe53a8df None None] For port 9aa3cbab-434b-41b5-8540-61bba2f51c8b, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=9aa3cbab-434b-41b5-8540-61bba2f51c8b,segment=NetworkSegment(8cb3952b-b039-4207-bade-f70336e3efd3),segment_id=8cb3952b-b039-4207-bade-f70336e3efd3)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:13.201118 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34cc8673-8491-4cd5-b4bd-8e3ffe53a8df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (9aa3cbab-434b-41b5-8540-61bba2f51c8b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.209172 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-aea95c9b-8e38-45f9-a52e-58412dafd25a req-0f063970-f90c-4d37-99fd-ff62f0dd0e78 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] For port d2f299ca-7aa6-48ae-94c0-9231e75b08dc, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d2f299ca-7aa6-48ae-94c0-9231e75b08dc,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:13.209549 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-aea95c9b-8e38-45f9-a52e-58412dafd25a req-0f063970-f90c-4d37-99fd-ff62f0dd0e78 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (d2f299ca-7aa6-48ae-94c0-9231e75b08dc), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.213903 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-34cc8673-8491-4cd5-b4bd-8e3ffe53a8df None None] Calling delete_port for 9aa3cbab-434b-41b5-8540-61bba2f51c8b owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:13.230875 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-aea95c9b-8e38-45f9-a52e-58412dafd25a req-0f063970-f90c-4d37-99fd-ff62f0dd0e78 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Calling delete_port for d2f299ca-7aa6-48ae-94c0-9231e75b08dc owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:13.316333 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5a24ebc1-2b35-4f8a-9079-d20bd227bd8c req-1057a0aa-4757-447b-9844-3f7ce803e92a service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092768 Mar 27 15:33:13.318459 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e78d69f2-35c6-42a5-9e53-d26e2af7e72e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.319898 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (9aa3cbab-434b-41b5-8540-61bba2f51c8b), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.333147 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e78d69f2-35c6-42a5-9e53-d26e2af7e72e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (b77d6a66-7c20-4e32-be90-c84fff4e709a), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.334345 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-34cc8673-8491-4cd5-b4bd-8e3ffe53a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726'] for port (9aa3cbab-434b-41b5-8540-61bba2f51c8b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.363194 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc8673-8491-4cd5-b4bd-8e3ffe53a8df None None] Pushing event deleted for resources: {'Port': ['ID=9aa3cbab-434b-41b5-8540-61bba2f51c8b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:13.364942 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa3cbab-434b-41b5-8540-61bba2f51c8b,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:13.369666 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc8673-8491-4cd5-b4bd-8e3ffe53a8df None None] No DVR routers for this DVR port 9aa3cbab-434b-41b5-8540-61bba2f51c8b on host dv-cinder-835384-1-smb {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:13.396859 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] No DVR routers for this DVR port 9aa3cbab-434b-41b5-8540-61bba2f51c8b on host dv-cinder-835384-1-smb {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:13.438466 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 91c31e8f-4134-4aba-b06e-20ba4d29fc92 no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:13.464064 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 91c31e8f-4134-4aba-b06e-20ba4d29fc92 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:13.464412 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 91c31e8f-4134-4aba-b06e-20ba4d29fc92 not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:13.464825 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 9aa3cbab-434b-41b5-8540-61bba2f51c8b no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:13.488168 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 9aa3cbab-434b-41b5-8540-61bba2f51c8b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:13.488521 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 9aa3cbab-434b-41b5-8540-61bba2f51c8b not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:13.500055 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688568', 'neutron.services.segments.db._delete_segments_for_network-8742536124483'] for network (fd0cb6a7-146a-443c-89b2-dd69dffce6c4), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.507053 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.l3_db [None req-e78d69f2-35c6-42a5-9e53-d26e2af7e72e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Floating IP b77d6a66-7c20-4e32-be90-c84fff4e709a associated. External IP: 172.28.3.189, port: 66f79436-e097-4fe5-80c3-8aa3685d57a2. Mar 27 15:33:13.528091 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-5a24ebc1-2b35-4f8a-9079-d20bd227bd8c req-07bb0f1a-62d1-4946-bf8b-db2bcee3d6e5 service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044971 Mar 27 15:33:13.530007 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0cb6a7-146a-443c-89b2-dd69dffce6c4']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:13.539390 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb3952b-b039-4207-bade-f70336e3efd3') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:13.539680 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb3952b-b039-4207-bade-f70336e3efd3') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:13.554483 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742536291148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6197955'] for segment (8cb3952b-b039-4207-bade-f70336e3efd3), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.567869 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (8cb3952b-b039-4207-bade-f70336e3efd3), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.574200 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:33:13.574570 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5326299'] for segment (8cb3952b-b039-4207-bade-f70336e3efd3), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: Traceback (most recent call last): Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: timer() Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: cb(*args, **kw) Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: return func(*args, **kwargs) Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: self._notify() Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: self.callback(batched_events) Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: event.method(event) Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: return f(self, *a, **k) Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: return self._get(url).json() Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:33:13.576421 dv-cinder-835384-1-smb neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:33:13.580810 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-aea95c9b-8e38-45f9-a52e-58412dafd25a req-0f063970-f90c-4d37-99fd-ff62f0dd0e78 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (d2f299ca-7aa6-48ae-94c0-9231e75b08dc), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.593314 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['d2f299ca-7aa6-48ae-94c0-9231e75b08dc', 'e9f37157-f0f3-4fed-b212-c5e134a18d50'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:33:13.618897 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f063970-f90c-4d37-99fd-ff62f0dd0e78 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Pushing event deleted for resources: {'Port': ['ID=d2f299ca-7aa6-48ae-94c0-9231e75b08dc,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:13.652390 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8111226'] for network (fd0cb6a7-146a-443c-89b2-dd69dffce6c4), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.662457 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.669132 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fd0cb6a7-146a-443c-89b2-dd69dffce6c4 HTTP/1.1" status: 204 len: 168 time: 0.9071386 Mar 27 15:33:13.669132 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38660) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:13.671309 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea95c9b-8e38-45f9-a52e-58412dafd25a req-0f063970-f90c-4d37-99fd-ff62f0dd0e78 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] No DVR routers for this DVR port d2f299ca-7aa6-48ae-94c0-9231e75b08dc on host hv-cinder-83538 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:13.674762 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-aea95c9b-8e38-45f9-a52e-58412dafd25a req-0f063970-f90c-4d37-99fd-ff62f0dd0e78 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:13.678829 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-aea95c9b-8e38-45f9-a52e-58412dafd25a req-0f063970-f90c-4d37-99fd-ff62f0dd0e78 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.16 "DELETE /v2.0/ports/d2f299ca-7aa6-48ae-94c0-9231e75b08dc HTTP/1.1" status: 204 len: 173 time: 0.9748487 Mar 27 15:33:13.679356 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04820e4a-cd45-4b36-b323-ae7f747193bb', 'name': 'network-vif-deleted', 'tag': 'd2f299ca-7aa6-48ae-94c0-9231e75b08dc'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:13.681771 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1642131a-a9ae-46bb-9136-c09733026835" -d '{"events": [{"server_uuid": "04820e4a-cd45-4b36-b323-ae7f747193bb", "name": "network-vif-deleted", "tag": "d2f299ca-7aa6-48ae-94c0-9231e75b08dc"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:13.724974 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f5203-ba8d-43d1-8a79-839dc189d191 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0cb6a7-146a-443c-89b2-dd69dffce6c4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:13.773361 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59a8081-4ba2-49b2-a872-7b290ab7a2fd x-openstack-request-id: req-b59a8081-4ba2-49b2-a872-7b290ab7a2fd {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:13.774145 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04820e4a-cd45-4b36-b323-ae7f747193bb", "name": "network-vif-deleted", "tag": "d2f299ca-7aa6-48ae-94c0-9231e75b08dc", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:13.774145 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b59a8081-4ba2-49b2-a872-7b290ab7a2fd {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:13.774520 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59a8081-4ba2-49b2-a872-7b290ab7a2fd'] response: {'server_uuid': '04820e4a-cd45-4b36-b323-ae7f747193bb', 'name': 'network-vif-deleted', 'tag': 'd2f299ca-7aa6-48ae-94c0-9231e75b08dc', 'status': 'completed', 'code': 200} Mar 27 15:33:13.828068 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78d69f2-35c6-42a5-9e53-d26e2af7e72e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Router d4280781-9492-44c8-9a24-816de91f46bc has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:33:14.083661 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d45320e-bd53-4ec0-93b4-0488839d4efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8111436'] for router_interface (c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:14.200439 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-86e9bbe5-1d47-4c4f-81f0-7a86626dabe4 req-d5330640-d888-485d-bea6-a0cdfce5e2cd tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=04820e4a-cd45-4b36-b323-ae7f747193bb HTTP/1.1" status: 200 len: 210 time: 0.0784054 Mar 27 15:33:14.244034 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22292e22-62a9-4de9-90bd-0dafb2ca5c8e req-94827b74-3ef0-4fc6-92f8-8147e1a6a734 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:14.246360 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-22292e22-62a9-4de9-90bd-0dafb2ca5c8e req-94827b74-3ef0-4fc6-92f8-8147e1a6a734 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 944 time: 0.1255651 Mar 27 15:33:14.280415 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78d69f2-35c6-42a5-9e53-d26e2af7e72e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:33:14.286407 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e78d69f2-35c6-42a5-9e53-d26e2af7e72e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:14.290315 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fe2f72-a987-4603-bfb7-c615dad0b543 None None] Sync routers for ids ['d4280781-9492-44c8-9a24-816de91f46bc'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:33:14.302490 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fe2f72-a987-4603-bfb7-c615dad0b543 None None] Routers {'d4280781-9492-44c8-9a24-816de91f46bc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:14.303214 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b4fe2f72-a987-4603-bfb7-c615dad0b543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d4280781-9492-44c8-9a24-816de91f46bc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:14.344738 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-e78d69f2-35c6-42a5-9e53-d26e2af7e72e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "PUT /v2.0/floatingips/b77d6a66-7c20-4e32-be90-c84fff4e709a HTTP/1.1" status: 200 len: 991 time: 1.9590161 Mar 27 15:33:14.348580 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-22292e22-62a9-4de9-90bd-0dafb2ca5c8e req-5fda932d-5126-46b1-9eca-18ed45420dd0 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=0884766a-0259-42a1-9fc2-945ea7ed7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855782 Mar 27 15:33:14.379394 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2d45320e-bd53-4ec0-93b4-0488839d4efd admin admin] Deleting port 8b234625-e95e-4464-95d7-0ede9d3d60de {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:14.379735 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d45320e-bd53-4ec0-93b4-0488839d4efd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:14.414043 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-b4fe2f72-a987-4603-bfb7-c615dad0b543 None None] Set router d4280781-9492-44c8-9a24-816de91f46bc gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:14.457198 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2d45320e-bd53-4ec0-93b4-0488839d4efd admin admin] For port 8b234625-e95e-4464-95d7-0ede9d3d60de, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=8b234625-e95e-4464-95d7-0ede9d3d60de,segment=NetworkSegment(422f0c89-c9e5-49f6-b4a8-fccfae551acd),segment_id=422f0c89-c9e5-49f6-b4a8-fccfae551acd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:14.457471 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d45320e-bd53-4ec0-93b4-0488839d4efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:14.470740 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2d45320e-bd53-4ec0-93b4-0488839d4efd admin admin] Calling delete_port for 8b234625-e95e-4464-95d7-0ede9d3d60de owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:14.638959 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b4fe2f72-a987-4603-bfb7-c615dad0b543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 4, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': 'b77d6a66-7c20-4e32-be90-c84fff4e709a', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'floating_ip_address': '172.28.3.189', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'port_id': '66f79436-e097-4fe5-80c3-8aa3685d57a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'mac_address': 'fa:16:3e:80:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:32:57Z', 'updated_at': '2022-03-27T15:33:13Z', 'revision_number': 1, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e819846d-180a-4b36-82c8-4781c740afcb', 'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'mac_address': 'fa:16:3e:42:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:13Z', 'updated_at': '2022-03-27T15:28:19Z', 'revision_number': 5, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'subnets': [{'id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:14.649483 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d45320e-bd53-4ec0-93b4-0488839d4efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (8b234625-e95e-4464-95d7-0ede9d3d60de), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:14.665008 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fe2f72-a987-4603-bfb7-c615dad0b543 None None] Checking router: d4280781-9492-44c8-9a24-816de91f46bc for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:33:14.673834 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fe2f72-a987-4603-bfb7-c615dad0b543 None None] Routers {'d4280781-9492-44c8-9a24-816de91f46bc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:14.674443 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b4fe2f72-a987-4603-bfb7-c615dad0b543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d4280781-9492-44c8-9a24-816de91f46bc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:14.676780 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45320e-bd53-4ec0-93b4-0488839d4efd admin admin] Pushing event deleted for resources: {'Port': ['ID=8b234625-e95e-4464-95d7-0ede9d3d60de,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:14.785783 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-b4fe2f72-a987-4603-bfb7-c615dad0b543 None None] Set router d4280781-9492-44c8-9a24-816de91f46bc gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:14.842694 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d45320e-bd53-4ec0-93b4-0488839d4efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8120393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8110588'] for router_interface (c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:15.007231 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-b4fe2f72-a987-4603-bfb7-c615dad0b543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 4, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': 'b77d6a66-7c20-4e32-be90-c84fff4e709a', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'floating_ip_address': '172.28.3.189', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'port_id': '66f79436-e097-4fe5-80c3-8aa3685d57a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'mac_address': 'fa:16:3e:80:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:32:57Z', 'updated_at': '2022-03-27T15:33:13Z', 'revision_number': 1, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e819846d-180a-4b36-82c8-4781c740afcb', 'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'mac_address': 'fa:16:3e:42:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:13Z', 'updated_at': '2022-03-27T15:28:19Z', 'revision_number': 5, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'subnets': [{'id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:15.037619 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fe2f72-a987-4603-bfb7-c615dad0b543 None None] The sync data for ids ['d4280781-9492-44c8-9a24-816de91f46bc'] in dv-cinder-835384-1-smb is: [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 4, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': 'b77d6a66-7c20-4e32-be90-c84fff4e709a', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'floating_ip_address': '172.28.3.189', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'port_id': '66f79436-e097-4fe5-80c3-8aa3685d57a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'mac_address': 'fa:16:3e:80:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:32:57Z', 'updated_at': '2022-03-27T15:33:13Z', 'revision_number': 1, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e819846d-180a-4b36-82c8-4781c740afcb', 'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'mac_address': 'fa:16:3e:42:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:13Z', 'updated_at': '2022-03-27T15:28:19Z', 'revision_number': 5, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'subnets': [{'id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:33:15.240360 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfbabb9-dcaa-4147-92f1-8f7c18818290 None None] New status for floating IP b77d6a66-7c20-4e32-be90-c84fff4e709a: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:33:15.298526 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d45320e-bd53-4ec0-93b4-0488839d4efd admin admin] Router c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:33:15.432617 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d45320e-bd53-4ec0-93b4-0488839d4efd admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:33:15.443122 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38680) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:15.446869 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed989bd-e457-4352-8b26-ce14647e37bf None None] Sync routers for ids ['c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:33:15.447558 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2d45320e-bd53-4ec0-93b4-0488839d4efd admin admin] 10.222.0.13 "PUT /v2.0/routers/c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7765951 Mar 27 15:33:15.466096 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed989bd-e457-4352-8b26-ce14647e37bf None None] Routers {'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:15.466854 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4ed989bd-e457-4352-8b26-ce14647e37bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:15.579455 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-4ed989bd-e457-4352-8b26-ce14647e37bf None None] Set router c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:15.631748 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775e72b-e06f-4d3f-ba3d-58b9a078e7ce req-10e61e5b-e581-4400-9eae-120da05bd23a tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:15.633225 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3775e72b-e06f-4d3f-ba3d-58b9a078e7ce req-10e61e5b-e581-4400-9eae-120da05bd23a tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 944 time: 0.1448550 Mar 27 15:33:15.634358 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c0caf935-6802-4bbe-9262-1a322d9955c1 admin admin] Publish callbacks [] for router (c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:15.677569 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09c56c-32c2-4b66-ab5c-131464427cf2 req-b13ffb17-cfe5-49f9-81c0-615820307d32 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:15.679166 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1b09c56c-32c2-4b66-ab5c-131464427cf2 req-b13ffb17-cfe5-49f9-81c0-615820307d32 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.1605415 Mar 27 15:33:15.779054 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'tag': '66f79436-e097-4fe5-80c3-8aa3685d57a2'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:15.781161 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e586d3-ac72-44a9-a236-d60ac5d4b876" -d '{"events": [{"name": "network-changed", "server_uuid": "239b6607-703c-4bb5-8fba-23cbde7c5630", "tag": "66f79436-e097-4fe5-80c3-8aa3685d57a2"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:15.805239 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3775e72b-e06f-4d3f-ba3d-58b9a078e7ce req-716f0a32-c6be-489a-8844-dfe35c8d6f96 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=0884766a-0259-42a1-9fc2-945ea7ed7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654546 Mar 27 15:33:15.809702 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1b09c56c-32c2-4b66-ab5c-131464427cf2 req-89cfadd2-92d6-483d-a712-eacab9ebc581 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977139 Mar 27 15:33:15.841614 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c0caf935-6802-4bbe-9262-1a322d9955c1 admin admin] Publish callbacks [] for router_gateway (c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:15.847695 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4ed989bd-e457-4352-8b26-ce14647e37bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'name': 'tempest-TestMinimumBasicScenario-2036249822-router', 'tenant_id': '620fa77cce524dca886feac49f6df4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '00f85334-2453-4fb7-9881-8c607863b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:36Z', 'updated_at': '2022-03-27T15:33:14Z', 'revision_number': 5, 'project_id': '620fa77cce524dca886feac49f6df4d7', 'gw_port': {'id': '00f85334-2453-4fb7-9881-8c607863b232', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:37Z', 'updated_at': '2022-03-27T15:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:15.876181 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349d4231-c812-4e10-a55e-97d67a0f9112 x-openstack-request-id: req-349d4231-c812-4e10-a55e-97d67a0f9112 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:15.876518 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239b6607-703c-4bb5-8fba-23cbde7c5630", "tag": "66f79436-e097-4fe5-80c3-8aa3685d57a2", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:15.876866 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-349d4231-c812-4e10-a55e-97d67a0f9112 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:15.877859 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-349d4231-c812-4e10-a55e-97d67a0f9112'] response: {'name': 'network-changed', 'server_uuid': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'tag': '66f79436-e097-4fe5-80c3-8aa3685d57a2', 'status': 'completed', 'code': 200} Mar 27 15:33:15.879244 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed989bd-e457-4352-8b26-ce14647e37bf None None] Checking router: c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:33:15.887828 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed989bd-e457-4352-8b26-ce14647e37bf None None] Routers {'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:15.888505 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4ed989bd-e457-4352-8b26-ce14647e37bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:15.928966 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c0caf935-6802-4bbe-9262-1a322d9955c1 admin admin] Deleting port 00f85334-2453-4fb7-9881-8c607863b232 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:15.929303 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c0caf935-6802-4bbe-9262-1a322d9955c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (00f85334-2453-4fb7-9881-8c607863b232), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:15.974305 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-4ed989bd-e457-4352-8b26-ce14647e37bf None None] Set router c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:15.980642 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e586d3-ac72-44a9-a236-d60ac5d4b876 req-40d7e057-e7ba-4b75-9bfc-8fb5efdaae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:15.982698 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b1e586d3-ac72-44a9-a236-d60ac5d4b876 req-40d7e057-e7ba-4b75-9bfc-8fb5efdaae31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7&device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 1129 time: 0.0966256 Mar 27 15:33:16.024586 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-4ed989bd-e457-4352-8b26-ce14647e37bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'name': 'tempest-TestMinimumBasicScenario-2036249822-router', 'tenant_id': '620fa77cce524dca886feac49f6df4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:36Z', 'updated_at': '2022-03-27T15:33:15Z', 'revision_number': 6, 'project_id': '620fa77cce524dca886feac49f6df4d7', 'gw_port_host': None}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:16.053354 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed989bd-e457-4352-8b26-ce14647e37bf None None] The sync data for ids ['c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc'] in dv-cinder-835384-1-smb is: [{'id': 'c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc', 'name': 'tempest-TestMinimumBasicScenario-2036249822-router', 'tenant_id': '620fa77cce524dca886feac49f6df4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:36Z', 'updated_at': '2022-03-27T15:33:15Z', 'revision_number': 6, 'project_id': '620fa77cce524dca886feac49f6df4d7', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:33:16.065713 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-c0caf935-6802-4bbe-9262-1a322d9955c1 admin admin] For port 00f85334-2453-4fb7-9881-8c607863b232, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=00f85334-2453-4fb7-9881-8c607863b232,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:16.066078 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c0caf935-6802-4bbe-9262-1a322d9955c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (00f85334-2453-4fb7-9881-8c607863b232), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:16.082890 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-c0caf935-6802-4bbe-9262-1a322d9955c1 admin admin] Calling delete_port for 00f85334-2453-4fb7-9881-8c607863b232 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:16.141164 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e586d3-ac72-44a9-a236-d60ac5d4b876 req-e2684ce9-d176-409d-97c9-d1bc097c441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:16.142625 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b1e586d3-ac72-44a9-a236-d60ac5d4b876 req-e2684ce9-d176-409d-97c9-d1bc097c441d service neutron] 10.222.0.16 "GET /v2.0/networks?id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9 HTTP/1.1" status: 200 len: 917 time: 0.1508923 Mar 27 15:33:16.251980 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b1e586d3-ac72-44a9-a236-d60ac5d4b876 req-c3835a72-3cef-4ba0-9e95-03674f5d4401 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2 HTTP/1.1" status: 200 len: 1001 time: 0.1017962 Mar 27 15:33:16.311970 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e586d3-ac72-44a9-a236-d60ac5d4b876 req-f11e5b41-d6e5-4906-921c-882517db1c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:16.313355 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b1e586d3-ac72-44a9-a236-d60ac5d4b876 req-f11e5b41-d6e5-4906-921c-882517db1c07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0561c3b1-821a-43aa-9e3d-0208dfe94d6f HTTP/1.1" status: 200 len: 855 time: 0.0535252 Mar 27 15:33:16.382654 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c0caf935-6802-4bbe-9262-1a322d9955c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (00f85334-2453-4fb7-9881-8c607863b232), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:16.410907 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0caf935-6802-4bbe-9262-1a322d9955c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f85334-2453-4fb7-9881-8c607863b232,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:16.418405 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e586d3-ac72-44a9-a236-d60ac5d4b876 req-2bc7dff4-234b-4a34-aa49-a2a5885980c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:16.420522 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b1e586d3-ac72-44a9-a236-d60ac5d4b876 req-2bc7dff4-234b-4a34-aa49-a2a5885980c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0881093 Mar 27 15:33:16.534813 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c0caf935-6802-4bbe-9262-1a322d9955c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8111110'] for router_gateway (c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:16.633946 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b1e586d3-ac72-44a9-a236-d60ac5d4b876 req-6325c07f-3ce5-4cf8-b655-63b530105cfd service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957860 Mar 27 15:33:16.635286 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c0caf935-6802-4bbe-9262-1a322d9955c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8115434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3367'] for router (c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:16.637306 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c0caf935-6802-4bbe-9262-1a322d9955c1 admin admin] Publish callbacks [] for router_controller (c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:16.722351 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c0caf935-6802-4bbe-9262-1a322d9955c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8115429'] for router (c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:16.722881 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0caf935-6802-4bbe-9262-1a322d9955c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:33:16.729461 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c0caf935-6802-4bbe-9262-1a322d9955c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:16.730578 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-c0caf935-6802-4bbe-9262-1a322d9955c1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c1d9dae0-d5ff-4e49-9e8d-0877dcd16dfc HTTP/1.1" status: 204 len: 168 time: 1.2864769 Mar 27 15:33:16.733830 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38684) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:16.759372 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b1e586d3-ac72-44a9-a236-d60ac5d4b876 req-70540812-d64b-4fc7-86a2-80575a89d4e5 service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189215 Mar 27 15:33:16.780103 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5b1737-b045-4a49-b5f3-95bc04a3dab9 admin admin] Deleting subnet a7a12495-cbaf-4314-9417-95838981e731 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:33:16.783896 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a5b1737-b045-4a49-b5f3-95bc04a3dab9 admin admin] Publish callbacks [] for subnet (a7a12495-cbaf-4314-9417-95838981e731), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:16.817906 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a5b1737-b045-4a49-b5f3-95bc04a3dab9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6198010'] for subnet (a7a12495-cbaf-4314-9417-95838981e731), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:16.930396 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 19335943-b00a-42e5-8f63-98547db3af90 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:33:16.938025 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a5b1737-b045-4a49-b5f3-95bc04a3dab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899853'] for subnet (a7a12495-cbaf-4314-9417-95838981e731), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:16.938655 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device d2f299ca-7aa6-48ae-94c0-9231e75b08dc no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:16.969139 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: d2f299ca-7aa6-48ae-94c0-9231e75b08dc {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:16.969747 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device d2f299ca-7aa6-48ae-94c0-9231e75b08dc not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:16.974669 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a80f7-a510-427e-b361-f2cb08b4e18b req-473cd266-ccbf-408f-a92f-9eb3b837e36c tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:16.976196 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-288a80f7-a510-427e-b361-f2cb08b4e18b req-473cd266-ccbf-408f-a92f-9eb3b837e36c tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0816910 Mar 27 15:33:16.985047 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26629028-9b45-46cf-818e-7677e37dfe84 req-7fc9e78a-7d58-45a2-92f8-3388ea5a241b tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:16.986503 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-26629028-9b45-46cf-818e-7677e37dfe84 req-7fc9e78a-7d58-45a2-92f8-3388ea5a241b tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 944 time: 0.1012428 Mar 27 15:33:17.013990 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a5b1737-b045-4a49-b5f3-95bc04a3dab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5327993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5321531'] for subnet (a7a12495-cbaf-4314-9417-95838981e731), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.045922 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b1737-b045-4a49-b5f3-95bc04a3dab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a12495-cbaf-4314-9417-95838981e731,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:17.055776 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8a5b1737-b045-4a49-b5f3-95bc04a3dab9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.061815 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-288a80f7-a510-427e-b361-f2cb08b4e18b req-6a1db121-937b-4023-8229-ece2db0dd698 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743301 Mar 27 15:33:17.062284 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38690) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:17.071150 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-8a5b1737-b045-4a49-b5f3-95bc04a3dab9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7a12495-cbaf-4314-9417-95838981e731 HTTP/1.1" status: 204 len: 168 time: 0.3334582 Mar 27 15:33:17.071482 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-26629028-9b45-46cf-818e-7677e37dfe84 req-b7b5e734-288d-4f24-a8d3-a80b5afc4a36 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=0884766a-0259-42a1-9fc2-945ea7ed7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777850 Mar 27 15:33:17.075513 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0790cc-d7e4-42bb-b0a9-40d51f872647 None None] Network 4361fc12-5be1-47b2-b467-aab38e7c79e6 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:33:17.078541 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 19335943-b00a-42e5-8f63-98547db3af90, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=19335943-b00a-42e5-8f63-98547db3af90,segment=NetworkSegment(63c3d783-f7a0-4452-9585-54291be374cd),segment_id=63c3d783-f7a0-4452-9585-54291be374cd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:17.133108 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808514'] for network (4361fc12-5be1-47b2-b467-aab38e7c79e6), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.140120 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '19335943-b00a-42e5-8f63-98547db3af90', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'port_id': '19335943-b00a-42e5-8f63-98547db3af90', 'mac_address': 'fa:16:3e:a7:83:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:33:17.206863 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 19335943-b00a-42e5-8f63-98547db3af90 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:33:17.207343 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] Deleting port cebab21f-cab8-431f-baea-a436dad7b821 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:17.207470 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (19335943-b00a-42e5-8f63-98547db3af90), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.207805 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (cebab21f-cab8-431f-baea-a436dad7b821), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.226935 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19335943-b00a-42e5-8f63-98547db3af90 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:33:17.250249 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 19335943-b00a-42e5-8f63-98547db3af90, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=19335943-b00a-42e5-8f63-98547db3af90,segment=NetworkSegment(63c3d783-f7a0-4452-9585-54291be374cd),segment_id=63c3d783-f7a0-4452-9585-54291be374cd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:17.255458 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (19335943-b00a-42e5-8f63-98547db3af90), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.271407 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] For port cebab21f-cab8-431f-baea-a436dad7b821, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=cebab21f-cab8-431f-baea-a436dad7b821,segment=NetworkSegment(422f0c89-c9e5-49f6-b4a8-fccfae551acd),segment_id=422f0c89-c9e5-49f6-b4a8-fccfae551acd)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:17.272149 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (cebab21f-cab8-431f-baea-a436dad7b821), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.284484 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] Calling delete_port for cebab21f-cab8-431f-baea-a436dad7b821 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:17.300076 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c7ec3c-226e-4b1b-a2aa-af3e1384276e None None] DHCP port deletion for 4361fc12-5be1-47b2-b467-aab38e7c79e6 request from dv-cinder-835384-1-smb {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:33:17.312636 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=19335943-b00a-42e5-8f63-98547db3af90,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:17.365426 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a6c7ec3c-226e-4b1b-a2aa-af3e1384276e None None] Deleting port cebab21f-cab8-431f-baea-a436dad7b821 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:17.365801 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6c7ec3c-226e-4b1b-a2aa-af3e1384276e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (cebab21f-cab8-431f-baea-a436dad7b821), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.383082 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (cebab21f-cab8-431f-baea-a436dad7b821), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.408670 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] Pushing event deleted for resources: {'Port': ['ID=cebab21f-cab8-431f-baea-a436dad7b821,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:17.408960 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 00f85334-2453-4fb7-9881-8c607863b232 no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:17.417570 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] No DVR routers for this DVR port cebab21f-cab8-431f-baea-a436dad7b821 on host dv-cinder-835384-1-smb {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:17.436809 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 00f85334-2453-4fb7-9881-8c607863b232 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:17.437204 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 00f85334-2453-4fb7-9881-8c607863b232 not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:17.437704 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 8b234625-e95e-4464-95d7-0ede9d3d60de no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:17.465317 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 8b234625-e95e-4464-95d7-0ede9d3d60de {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:17.465658 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 8b234625-e95e-4464-95d7-0ede9d3d60de not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:17.466123 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device cebab21f-cab8-431f-baea-a436dad7b821 no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:17.485393 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688568', 'neutron.services.segments.db._delete_segments_for_network-8742536124483'] for network (4361fc12-5be1-47b2-b467-aab38e7c79e6), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.495497 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-a6c7ec3c-226e-4b1b-a2aa-af3e1384276e None None] For port cebab21f-cab8-431f-baea-a436dad7b821, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=cebab21f-cab8-431f-baea-a436dad7b821,segment=NetworkSegment(422f0c89-c9e5-49f6-b4a8-fccfae551acd),segment_id=422f0c89-c9e5-49f6-b4a8-fccfae551acd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:17.495885 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6c7ec3c-226e-4b1b-a2aa-af3e1384276e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (cebab21f-cab8-431f-baea-a436dad7b821), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.503857 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: cebab21f-cab8-431f-baea-a436dad7b821 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:17.504195 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device cebab21f-cab8-431f-baea-a436dad7b821 not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:17.505593 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4361fc12-5be1-47b2-b467-aab38e7c79e6']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:17.510489 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-a6c7ec3c-226e-4b1b-a2aa-af3e1384276e None None] Calling delete_port for cebab21f-cab8-431f-baea-a436dad7b821 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:17.515584 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422f0c89-c9e5-49f6-b4a8-fccfae551acd') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:17.515882 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422f0c89-c9e5-49f6-b4a8-fccfae551acd') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:17.528583 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742536291148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052778'] for segment (422f0c89-c9e5-49f6-b4a8-fccfae551acd), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.541858 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (422f0c89-c9e5-49f6-b4a8-fccfae551acd), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.548473 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:33:17.548893 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5229252'] for segment (422f0c89-c9e5-49f6-b4a8-fccfae551acd), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: Traceback (most recent call last): Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: timer() Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: cb(*args, **kw) Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: return func(*args, **kwargs) Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: self._notify() Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: self.callback(batched_events) Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: event.method(event) Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: return f(self, *a, **k) Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: return self._get(url).json() Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: return self.request(url, 'GET', **kwargs) Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:33:17.550742 dv-cinder-835384-1-smb neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:33:17.588447 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a6c7ec3c-226e-4b1b-a2aa-af3e1384276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726'] for port (cebab21f-cab8-431f-baea-a436dad7b821), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.607632 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8111226'] for network (4361fc12-5be1-47b2-b467-aab38e7c79e6), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.612727 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.618104 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] 10.222.0.13 "DELETE /v2.0/networks/4361fc12-5be1-47b2-b467-aab38e7c79e6 HTTP/1.1" status: 204 len: 168 time: 0.5522828 Mar 27 15:33:17.618464 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7ec3c-226e-4b1b-a2aa-af3e1384276e None None] Pushing event deleted for resources: {'Port': ['ID=cebab21f-cab8-431f-baea-a436dad7b821,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:17.620532 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c7ec3c-226e-4b1b-a2aa-af3e1384276e None None] No DVR routers for this DVR port cebab21f-cab8-431f-baea-a436dad7b821 on host dv-cinder-835384-1-smb {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:17.630129 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a2b07-63d0-405e-b22a-d08216a1f32d admin admin] Pushing event deleted for resources: {'Network': ['ID=4361fc12-5be1-47b2-b467-aab38e7c79e6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:17.696355 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['19335943-b00a-42e5-8f63-98547db3af90'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:33:17.799040 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38694) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:17.837123 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-6846399b-0c3c-43d7-adca-f6f3737658e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99e34b2befea47b9b630ee624c5c8e84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369599 Mar 27 15:33:17.839682 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38696) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:17.884704 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36a79086-9480-4e59-9511-53cd11cfc892 admin admin] Publish callbacks [] for security_group (be967ed6-1081-474e-808f-66b316686073), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.905330 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36a79086-9480-4e59-9511-53cd11cfc892 admin admin] Publish callbacks [] for security_group (be967ed6-1081-474e-808f-66b316686073), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.954044 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36a79086-9480-4e59-9511-53cd11cfc892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (be967ed6-1081-474e-808f-66b316686073), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.956467 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36a79086-9480-4e59-9511-53cd11cfc892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.957574 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-36a79086-9480-4e59-9511-53cd11cfc892 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be967ed6-1081-474e-808f-66b316686073 HTTP/1.1" status: 204 len: 168 time: 0.1170149 Mar 27 15:33:17.972959 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a79086-9480-4e59-9511-53cd11cfc892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be967ed6-1081-474e-808f-66b316686073,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:18.017697 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a9eab-ffe9-4d2c-a4b4-dfeb6cf39611 req-d9e5ebab-92c6-480c-b366-5f516a768259 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:18.019169 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-949a9eab-ffe9-4d2c-a4b4-dfeb6cf39611 req-d9e5ebab-92c6-480c-b366-5f516a768259 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.16 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.0545208 Mar 27 15:33:18.118034 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-949a9eab-ffe9-4d2c-a4b4-dfeb6cf39611 req-d045500e-18ec-42d2-a4ce-b0c91473d797 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Deleting port e9f37157-f0f3-4fed-b212-c5e134a18d50 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:18.118409 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-949a9eab-ffe9-4d2c-a4b4-dfeb6cf39611 req-d045500e-18ec-42d2-a4ce-b0c91473d797 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (e9f37157-f0f3-4fed-b212-c5e134a18d50), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:18.272346 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-949a9eab-ffe9-4d2c-a4b4-dfeb6cf39611 req-d045500e-18ec-42d2-a4ce-b0c91473d797 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] For port e9f37157-f0f3-4fed-b212-c5e134a18d50, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e9f37157-f0f3-4fed-b212-c5e134a18d50,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:18.272718 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-949a9eab-ffe9-4d2c-a4b4-dfeb6cf39611 req-d045500e-18ec-42d2-a4ce-b0c91473d797 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (e9f37157-f0f3-4fed-b212-c5e134a18d50), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:18.281963 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38706) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:18.291043 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-949a9eab-ffe9-4d2c-a4b4-dfeb6cf39611 req-d045500e-18ec-42d2-a4ce-b0c91473d797 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Calling delete_port for e9f37157-f0f3-4fed-b212-c5e134a18d50 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:18.310150 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75e9c7-c96f-453d-b140-a675dc16781f req-f6889980-1e04-4e46-b0e0-e325a999a691 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:18.312006 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6b75e9c7-c96f-453d-b140-a675dc16781f req-f6889980-1e04-4e46-b0e0-e325a999a691 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/ports?device_id=33543c9e-2bed-4c51-93c0-2573b3ce7232 HTTP/1.1" status: 200 len: 946 time: 0.1320043 Mar 27 15:33:18.321760 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0dab517d-5783-4066-b0a5-31f263f9d177 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=620fa77cce524dca886feac49f6df4d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385902 Mar 27 15:33:18.322299 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d65a7-7550-4ec0-bacf-2ff9b394cfcb req-c4b5e042-0e7d-4884-8f6b-1f4bad3903bb tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:18.323741 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-463d65a7-7550-4ec0-bacf-2ff9b394cfcb req-c4b5e042-0e7d-4884-8f6b-1f4bad3903bb tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 945 time: 0.1398296 Mar 27 15:33:18.324337 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38708) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:18.370856 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-662161b6-1da9-4f34-8f54-3d52a5ce8345 admin admin] Publish callbacks [] for security_group (a89de1b1-6615-4aa6-8890-e3ecd3b31302), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:18.392335 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-662161b6-1da9-4f34-8f54-3d52a5ce8345 admin admin] Publish callbacks [] for security_group (a89de1b1-6615-4aa6-8890-e3ecd3b31302), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:18.439914 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-662161b6-1da9-4f34-8f54-3d52a5ce8345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (a89de1b1-6615-4aa6-8890-e3ecd3b31302), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:18.440852 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6b75e9c7-c96f-453d-b140-a675dc16781f req-decd505d-1c26-403f-99aa-0af75f63ef7e tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.13 "GET /v2.0/security-groups?id=33da3d40-56db-4cec-b852-a8d0650f7074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147933 Mar 27 15:33:18.442748 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-662161b6-1da9-4f34-8f54-3d52a5ce8345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:18.446868 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-662161b6-1da9-4f34-8f54-3d52a5ce8345 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a89de1b1-6615-4aa6-8890-e3ecd3b31302 HTTP/1.1" status: 204 len: 168 time: 0.1190205 Mar 27 15:33:18.452692 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662161b6-1da9-4f34-8f54-3d52a5ce8345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89de1b1-6615-4aa6-8890-e3ecd3b31302,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:18.456295 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-463d65a7-7550-4ec0-bacf-2ff9b394cfcb req-89c1fa54-5f0b-4f18-929d-93ffb02b7ba5 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=0884766a-0259-42a1-9fc2-945ea7ed7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224141 Mar 27 15:33:18.527933 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-949a9eab-ffe9-4d2c-a4b4-dfeb6cf39611 req-d045500e-18ec-42d2-a4ce-b0c91473d797 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (e9f37157-f0f3-4fed-b212-c5e134a18d50), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:18.539897 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['e9f37157-f0f3-4fed-b212-c5e134a18d50'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:33:18.557022 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045500e-18ec-42d2-a4ce-b0c91473d797 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Pushing event deleted for resources: {'Port': ['ID=e9f37157-f0f3-4fed-b212-c5e134a18d50,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:18.601978 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-949a9eab-ffe9-4d2c-a4b4-dfeb6cf39611 req-d045500e-18ec-42d2-a4ce-b0c91473d797 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] No DVR routers for this DVR port e9f37157-f0f3-4fed-b212-c5e134a18d50 on host hv-cinder-83538 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:18.604391 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-949a9eab-ffe9-4d2c-a4b4-dfeb6cf39611 req-d045500e-18ec-42d2-a4ce-b0c91473d797 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:18.607997 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-949a9eab-ffe9-4d2c-a4b4-dfeb6cf39611 req-d045500e-18ec-42d2-a4ce-b0c91473d797 tempest-ServerRescueNegativeTestJSON-299150642 tempest-ServerRescueNegativeTestJSON-299150642-project] 10.222.0.16 "DELETE /v2.0/ports/e9f37157-f0f3-4fed-b212-c5e134a18d50 HTTP/1.1" status: 204 len: 173 time: 0.5827725 Mar 27 15:33:18.608240 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33543c9e-2bed-4c51-93c0-2573b3ce7232', 'name': 'network-vif-deleted', 'tag': 'e9f37157-f0f3-4fed-b212-c5e134a18d50'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:18.610608 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98979f66-2920-43b6-be04-6675f624e4dd" -d '{"events": [{"server_uuid": "33543c9e-2bed-4c51-93c0-2573b3ce7232", "name": "network-vif-deleted", "tag": "e9f37157-f0f3-4fed-b212-c5e134a18d50"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:18.659316 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1380d420-a0b0-4058-b5a8-6af3028b88e2 x-openstack-request-id: req-1380d420-a0b0-4058-b5a8-6af3028b88e2 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:18.659316 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33543c9e-2bed-4c51-93c0-2573b3ce7232", "name": "network-vif-deleted", "tag": "e9f37157-f0f3-4fed-b212-c5e134a18d50", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:18.659316 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1380d420-a0b0-4058-b5a8-6af3028b88e2 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:18.659316 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1380d420-a0b0-4058-b5a8-6af3028b88e2'] response: {'server_uuid': '33543c9e-2bed-4c51-93c0-2573b3ce7232', 'name': 'network-vif-deleted', 'tag': 'e9f37157-f0f3-4fed-b212-c5e134a18d50', 'status': 'completed', 'code': 200} Mar 27 15:33:18.970167 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 19335943-b00a-42e5-8f63-98547db3af90 up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:33:19.024248 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port 19335943-b00a-42e5-8f63-98547db3af90 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:33:19.029425 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 19335943-b00a-42e5-8f63-98547db3af90 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:33:19.030050 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (19335943-b00a-42e5-8f63-98547db3af90), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.108657 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 19335943-b00a-42e5-8f63-98547db3af90 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:33:19.109036 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (19335943-b00a-42e5-8f63-98547db3af90), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.132093 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc6673f-0260-4117-951f-1fb0ab4de004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19335943-b00a-42e5-8f63-98547db3af90'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:19.134335 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8573b0-4d9f-4a29-9b91-9cfca0a654c2" -d '{"events": [{"server_uuid": "ebc6673f-0260-4117-951f-1fb0ab4de004", "name": "network-vif-plugged", "status": "completed", "tag": "19335943-b00a-42e5-8f63-98547db3af90"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:19.146254 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 19335943-b00a-42e5-8f63-98547db3af90, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=19335943-b00a-42e5-8f63-98547db3af90,segment=NetworkSegment(63c3d783-f7a0-4452-9585-54291be374cd),segment_id=63c3d783-f7a0-4452-9585-54291be374cd)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:19.150138 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (19335943-b00a-42e5-8f63-98547db3af90), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.175449 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed52d25-8990-4f8c-bfa3-337a806f94cf x-openstack-request-id: req-4ed52d25-8990-4f8c-bfa3-337a806f94cf {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:19.175731 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc6673f-0260-4117-951f-1fb0ab4de004", "name": "network-vif-plugged", "status": "completed", "tag": "19335943-b00a-42e5-8f63-98547db3af90", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:19.175980 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ed52d25-8990-4f8c-bfa3-337a806f94cf {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:19.176362 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed52d25-8990-4f8c-bfa3-337a806f94cf'] response: {'server_uuid': 'ebc6673f-0260-4117-951f-1fb0ab4de004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19335943-b00a-42e5-8f63-98547db3af90', 'code': 200} Mar 27 15:33:19.201259 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=19335943-b00a-42e5-8f63-98547db3af90,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:19.338679 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a56b9-a2d8-4003-b954-34f93f6d4d25 req-d0cb0c1d-f755-41dd-a690-a4298c54ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:19.340205 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-367a56b9-a2d8-4003-b954-34f93f6d4d25 req-d0cb0c1d-f755-41dd-a690-a4298c54ce2e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 1130 time: 0.0438447 Mar 27 15:33:19.385945 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-367a56b9-a2d8-4003-b954-34f93f6d4d25 req-06d793c3-4b86-4efc-b70c-befee8b017b1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0884766a-0259-42a1-9fc2-945ea7ed7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401323 Mar 27 15:33:19.497985 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38720) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:19.589163 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47673c7-14e6-48e2-a28e-ce3ba7aa72b2 req-4d17c726-c244-468e-b8cf-31edefa18631 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:19.590620 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d47673c7-14e6-48e2-a28e-ce3ba7aa72b2 req-4d17c726-c244-468e-b8cf-31edefa18631 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 946 time: 0.0526538 Mar 27 15:33:19.636639 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d47673c7-14e6-48e2-a28e-ce3ba7aa72b2 req-7e8909f5-3286-4eda-b6c8-e9390517c92a tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=0884766a-0259-42a1-9fc2-945ea7ed7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404615 Mar 27 15:33:20.023765 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d885da62-d20d-4690-b5f7-aefcc52cf33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8111436'] for router_interface (ec9ca019-7d23-447a-b105-43d87e3affd3), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.095445 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-87240267-10d5-47e0-9ec6-a40d48f69db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.264731 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d885da62-d20d-4690-b5f7-aefcc52cf33d admin admin] Deleting port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:20.265066 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d885da62-d20d-4690-b5f7-aefcc52cf33d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.338812 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d885da62-d20d-4690-b5f7-aefcc52cf33d admin admin] For port 4c75e88f-cba2-44e9-ba9d-cddb40ac9850, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=4c75e88f-cba2-44e9-ba9d-cddb40ac9850,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:20.339089 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d885da62-d20d-4690-b5f7-aefcc52cf33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.351733 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d885da62-d20d-4690-b5f7-aefcc52cf33d admin admin] Calling delete_port for 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:20.525593 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d885da62-d20d-4690-b5f7-aefcc52cf33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (4c75e88f-cba2-44e9-ba9d-cddb40ac9850), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.551698 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885da62-d20d-4690-b5f7-aefcc52cf33d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c75e88f-cba2-44e9-ba9d-cddb40ac9850,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:20.719299 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d885da62-d20d-4690-b5f7-aefcc52cf33d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8120393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8110588'] for router_interface (ec9ca019-7d23-447a-b105-43d87e3affd3), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.786704 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9117676-7ae3-4ae3-b88c-b74c9c0607bc req-74c53665-7ebc-4840-9b20-e0c8ee827a8a tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:20.788348 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c9117676-7ae3-4ae3-b88c-b74c9c0607bc req-74c53665-7ebc-4840-9b20-e0c8ee827a8a tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 946 time: 0.0794544 Mar 27 15:33:20.844186 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c9117676-7ae3-4ae3-b88c-b74c9c0607bc req-dfd633cd-9f7f-45e8-89f2-d3b43bf67601 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=0884766a-0259-42a1-9fc2-945ea7ed7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487320 Mar 27 15:33:20.951894 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d885da62-d20d-4690-b5f7-aefcc52cf33d admin admin] Router ec9ca019-7d23-447a-b105-43d87e3affd3 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:33:21.056100 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d885da62-d20d-4690-b5f7-aefcc52cf33d admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:33:21.061111 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-d885da62-d20d-4690-b5f7-aefcc52cf33d admin admin] 10.222.0.13 "PUT /v2.0/routers/ec9ca019-7d23-447a-b105-43d87e3affd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5621061 Mar 27 15:33:21.063570 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38728) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:21.066098 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d64268-5da6-4520-a369-01080382e317 None None] Sync routers for ids ['ec9ca019-7d23-447a-b105-43d87e3affd3'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:33:21.076276 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d64268-5da6-4520-a369-01080382e317 None None] Routers {'ec9ca019-7d23-447a-b105-43d87e3affd3'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:21.076890 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-35d64268-5da6-4520-a369-01080382e317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['ec9ca019-7d23-447a-b105-43d87e3affd3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:21.165910 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc8cac4b-f9e6-4b4a-9638-057adc8ff2b5 admin admin] Publish callbacks [] for router (ec9ca019-7d23-447a-b105-43d87e3affd3), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:21.181323 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-35d64268-5da6-4520-a369-01080382e317 None None] Set router ec9ca019-7d23-447a-b105-43d87e3affd3 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:21.265799 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc8cac4b-f9e6-4b4a-9638-057adc8ff2b5 admin admin] Publish callbacks [] for router_gateway (ec9ca019-7d23-447a-b105-43d87e3affd3), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:21.320687 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fc8cac4b-f9e6-4b4a-9638-057adc8ff2b5 admin admin] Deleting port 6a86efbb-b71b-403f-95a7-1dd0a29e5020 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:21.321103 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc8cac4b-f9e6-4b4a-9638-057adc8ff2b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (6a86efbb-b71b-403f-95a7-1dd0a29e5020), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:21.360482 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-35d64268-5da6-4520-a369-01080382e317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:33:20Z', 'revision_number': 5, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port': {'id': '6a86efbb-b71b-403f-95a7-1dd0a29e5020', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:16Z', 'updated_at': '2022-03-27T15:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:21.391433 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d64268-5da6-4520-a369-01080382e317 None None] Checking router: ec9ca019-7d23-447a-b105-43d87e3affd3 for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:33:21.400179 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d64268-5da6-4520-a369-01080382e317 None None] Routers {'ec9ca019-7d23-447a-b105-43d87e3affd3'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:21.401194 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-35d64268-5da6-4520-a369-01080382e317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:32:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['ec9ca019-7d23-447a-b105-43d87e3affd3'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:21.403222 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-fc8cac4b-f9e6-4b4a-9638-057adc8ff2b5 admin admin] For port 6a86efbb-b71b-403f-95a7-1dd0a29e5020, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=6a86efbb-b71b-403f-95a7-1dd0a29e5020,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:21.403592 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc8cac4b-f9e6-4b4a-9638-057adc8ff2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (6a86efbb-b71b-403f-95a7-1dd0a29e5020), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:21.416209 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fc8cac4b-f9e6-4b4a-9638-057adc8ff2b5 admin admin] Calling delete_port for 6a86efbb-b71b-403f-95a7-1dd0a29e5020 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:21.484060 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-35d64268-5da6-4520-a369-01080382e317 None None] Set router ec9ca019-7d23-447a-b105-43d87e3affd3 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:21.536594 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-35d64268-5da6-4520-a369-01080382e317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:33:21Z', 'revision_number': 6, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port_host': None}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:21.562886 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d64268-5da6-4520-a369-01080382e317 None None] The sync data for ids ['ec9ca019-7d23-447a-b105-43d87e3affd3'] in dv-cinder-835384-1-smb is: [{'id': 'ec9ca019-7d23-447a-b105-43d87e3affd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1703732088-router', 'tenant_id': 'd96d1adbe1484318915fb94bc09405e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:33:21Z', 'revision_number': 6, 'project_id': 'd96d1adbe1484318915fb94bc09405e8', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:33:21.581306 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc8cac4b-f9e6-4b4a-9638-057adc8ff2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (6a86efbb-b71b-403f-95a7-1dd0a29e5020), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:21.609870 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cac4b-f9e6-4b4a-9638-057adc8ff2b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a86efbb-b71b-403f-95a7-1dd0a29e5020,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:21.668384 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc8cac4b-f9e6-4b4a-9638-057adc8ff2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8111110'] for router_gateway (ec9ca019-7d23-447a-b105-43d87e3affd3), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:21.969301 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500122da-388e-4a8f-8d56-7f215e7678be req-cca22354-7e7b-4e3d-a6bd-98d0fb3a29b3 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:21.970842 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-500122da-388e-4a8f-8d56-7f215e7678be req-cca22354-7e7b-4e3d-a6bd-98d0fb3a29b3 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 946 time: 0.0621567 Mar 27 15:33:22.001914 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc8cac4b-f9e6-4b4a-9638-057adc8ff2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8115434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3367'] for router (ec9ca019-7d23-447a-b105-43d87e3affd3), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.004841 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc8cac4b-f9e6-4b4a-9638-057adc8ff2b5 admin admin] Publish callbacks [] for router_controller (ec9ca019-7d23-447a-b105-43d87e3affd3), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.020660 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-500122da-388e-4a8f-8d56-7f215e7678be req-abe716fb-48e7-4229-acbb-5ddbfbc9c03f tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=0884766a-0259-42a1-9fc2-945ea7ed7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439861 Mar 27 15:33:22.071703 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc8cac4b-f9e6-4b4a-9638-057adc8ff2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8115429'] for router (ec9ca019-7d23-447a-b105-43d87e3affd3), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.072296 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8cac4b-f9e6-4b4a-9638-057adc8ff2b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec9ca019-7d23-447a-b105-43d87e3affd3 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:33:22.077706 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc8cac4b-f9e6-4b4a-9638-057adc8ff2b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.078799 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-fc8cac4b-f9e6-4b4a-9638-057adc8ff2b5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ec9ca019-7d23-447a-b105-43d87e3affd3 HTTP/1.1" status: 204 len: 168 time: 1.0142336 Mar 27 15:33:22.081267 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38736) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:22.124582 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4514646-44df-4e2b-be1a-0d3bc108fb3b admin admin] Deleting subnet 5aa9dede-4f68-40ab-92be-0c823d7184ef {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:33:22.127579 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4514646-44df-4e2b-be1a-0d3bc108fb3b admin admin] Publish callbacks [] for subnet (5aa9dede-4f68-40ab-92be-0c823d7184ef), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.136783 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111b4a2-3cb0-48e1-bd75-356937610fa5 req-cd47a2bd-e4e3-4efb-8979-1464896fff26 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:22.138348 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e111b4a2-3cb0-48e1-bd75-356937610fa5 req-cd47a2bd-e4e3-4efb-8979-1464896fff26 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 946 time: 0.0520170 Mar 27 15:33:22.147139 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38738) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:22.151549 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6dbc792e-2b27-4d88-be32-82c324b51c00 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Request body: {'floatingip': {'port_id': '19335943-b00a-42e5-8f63-98547db3af90'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:22.162111 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4514646-44df-4e2b-be1a-0d3bc108fb3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6198010'] for subnet (5aa9dede-4f68-40ab-92be-0c823d7184ef), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.193809 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6dbc792e-2b27-4d88-be32-82c324b51c00 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for floatingip (ac374f2c-48dd-4fca-b162-7c37db2247cc), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.245406 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4514646-44df-4e2b-be1a-0d3bc108fb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899853'] for subnet (5aa9dede-4f68-40ab-92be-0c823d7184ef), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.301554 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4514646-44df-4e2b-be1a-0d3bc108fb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5327993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5321531'] for subnet (5aa9dede-4f68-40ab-92be-0c823d7184ef), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.330117 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4514646-44df-4e2b-be1a-0d3bc108fb3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa9dede-4f68-40ab-92be-0c823d7184ef,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:22.332232 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4514646-44df-4e2b-be1a-0d3bc108fb3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.335469 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-d4514646-44df-4e2b-be1a-0d3bc108fb3b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5aa9dede-4f68-40ab-92be-0c823d7184ef HTTP/1.1" status: 204 len: 168 time: 0.2532284 Mar 27 15:33:22.338017 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38740) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:22.353326 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1de36e-83aa-4387-a4e3-a61bd6a7c5e0 None None] Network a88b8d02-0b8d-402d-8dfe-29190bd7b332 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:33:22.410112 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-386f1f25-9d9e-49d0-b99e-5dade9b2d47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.428370 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808514'] for network (a88b8d02-0b8d-402d-8dfe-29190bd7b332), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.486210 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] Deleting port 4e2302e0-5129-42ec-a6fb-febe5f878d8f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:22.487413 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (4e2302e0-5129-42ec-a6fb-febe5f878d8f), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.555995 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] For port 4e2302e0-5129-42ec-a6fb-febe5f878d8f, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=4e2302e0-5129-42ec-a6fb-febe5f878d8f,segment=NetworkSegment(b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888),segment_id=b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:22.556425 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (4e2302e0-5129-42ec-a6fb-febe5f878d8f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.562981 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffbc814-db46-4cf2-ae5e-3d22d4aa0865 None None] DHCP port deletion for a88b8d02-0b8d-402d-8dfe-29190bd7b332 request from dv-cinder-835384-1-smb {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:33:22.573753 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] Calling delete_port for 4e2302e0-5129-42ec-a6fb-febe5f878d8f owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:22.675043 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (4e2302e0-5129-42ec-a6fb-febe5f878d8f), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.704831 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2302e0-5129-42ec-a6fb-febe5f878d8f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:22.714888 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] No DVR routers for this DVR port 4e2302e0-5129-42ec-a6fb-febe5f878d8f on host dv-cinder-835384-1-smb {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:22.774044 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7ffbc814-db46-4cf2-ae5e-3d22d4aa0865 None None] Deleting port 4e2302e0-5129-42ec-a6fb-febe5f878d8f {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:22.774420 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7ffbc814-db46-4cf2-ae5e-3d22d4aa0865 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (4e2302e0-5129-42ec-a6fb-febe5f878d8f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.796459 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688568', 'neutron.services.segments.db._delete_segments_for_network-8742536124483'] for network (a88b8d02-0b8d-402d-8dfe-29190bd7b332), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.818755 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88b8d02-0b8d-402d-8dfe-29190bd7b332']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:22.828785 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:22.829079 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:22.842165 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742536291148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6197955'] for segment (b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.846951 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-7ffbc814-db46-4cf2-ae5e-3d22d4aa0865 None None] For port 4e2302e0-5129-42ec-a6fb-febe5f878d8f, host dv-cinder-835384-1-smb, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:22.847456 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7ffbc814-db46-4cf2-ae5e-3d22d4aa0865 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (4e2302e0-5129-42ec-a6fb-febe5f878d8f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.856866 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.860723 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-7ffbc814-db46-4cf2-ae5e-3d22d4aa0865 None None] Calling delete_port for 4e2302e0-5129-42ec-a6fb-febe5f878d8f owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:22.863387 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:33:22.863767 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5326299'] for segment (b8ce6cc4-12f1-483f-a9f9-acd5eb0f3888), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.864053 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.ipam_backend_mixin [None req-7ffbc814-db46-4cf2-ae5e-3d22d4aa0865 None None] Port 4e2302e0-5129-42ec-a6fb-febe5f878d8f was not found and therefore no delete operation was performed {{(pid=103164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 27 15:33:22.865425 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7ffbc814-db46-4cf2-ae5e-3d22d4aa0865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726'] for port (4e2302e0-5129-42ec-a6fb-febe5f878d8f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: Traceback (most recent call last): Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: timer() Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: cb(*args, **kw) Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: return func(*args, **kwargs) Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: self._notify() Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: self.callback(batched_events) Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: event.method(event) Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: return f(self, *a, **k) Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: return self._get(url).json() Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:33:22.865581 dv-cinder-835384-1-smb neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:33:22.891807 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbc814-db46-4cf2-ae5e-3d22d4aa0865 None None] Pushing event deleted for resources: {'Port': ['ID=4e2302e0-5129-42ec-a6fb-febe5f878d8f,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:22.901105 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffbc814-db46-4cf2-ae5e-3d22d4aa0865 None None] No DVR routers for this DVR port 4e2302e0-5129-42ec-a6fb-febe5f878d8f on host dv-cinder-835384-1-smb {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:22.921416 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8111226'] for network (a88b8d02-0b8d-402d-8dfe-29190bd7b332), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.926468 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.929582 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] 10.222.0.13 "DELETE /v2.0/networks/a88b8d02-0b8d-402d-8dfe-29190bd7b332 HTTP/1.1" status: 204 len: 168 time: 0.5906513 Mar 27 15:33:22.930828 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6dbc792e-2b27-4d88-be32-82c324b51c00 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.936439 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6dbc792e-2b27-4d88-be32-82c324b51c00 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (ac374f2c-48dd-4fca-b162-7c37db2247cc), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.948190 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e62b0-5a11-4dce-9cb6-7548dde3ea3d admin admin] Pushing event deleted for resources: {'Network': ['ID=a88b8d02-0b8d-402d-8dfe-29190bd7b332,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:22.976156 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device e9f37157-f0f3-4fed-b212-c5e134a18d50 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:23.003597 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: e9f37157-f0f3-4fed-b212-c5e134a18d50 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:23.003936 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device e9f37157-f0f3-4fed-b212-c5e134a18d50 not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:23.050587 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.l3_db [None req-6dbc792e-2b27-4d88-be32-82c324b51c00 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Floating IP ac374f2c-48dd-4fca-b162-7c37db2247cc associated. External IP: 172.28.3.47, port: 19335943-b00a-42e5-8f63-98547db3af90. Mar 27 15:33:23.054695 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38746) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:23.094021 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-4127c038-d7a8-417c-a45f-aade18d3a6a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d96d1adbe1484318915fb94bc09405e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381300 Mar 27 15:33:23.096662 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38748) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:23.146288 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea71bc97-1818-42ba-8434-5af507dd259d admin admin] Publish callbacks [] for security_group (33da3d40-56db-4cec-b852-a8d0650f7074), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.168557 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea71bc97-1818-42ba-8434-5af507dd259d admin admin] Publish callbacks [] for security_group (33da3d40-56db-4cec-b852-a8d0650f7074), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.216765 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea71bc97-1818-42ba-8434-5af507dd259d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (33da3d40-56db-4cec-b852-a8d0650f7074), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.219405 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ea71bc97-1818-42ba-8434-5af507dd259d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.220550 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ea71bc97-1818-42ba-8434-5af507dd259d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33da3d40-56db-4cec-b852-a8d0650f7074 HTTP/1.1" status: 204 len: 168 time: 0.1229997 Mar 27 15:33:23.228695 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71bc97-1818-42ba-8434-5af507dd259d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33da3d40-56db-4cec-b852-a8d0650f7074,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:23.266709 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbc792e-2b27-4d88-be32-82c324b51c00 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Router d7849ca4-387d-44a4-98e3-2365c1a840f8 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:33:23.392696 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbc792e-2b27-4d88-be32-82c324b51c00 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:33:23.392890 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:23.398188 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6dbc792e-2b27-4d88-be32-82c324b51c00 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.406690 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07682d93-32d1-4f8e-b8d8-f2a46d7ccda5 None None] Sync routers for ids ['d7849ca4-387d-44a4-98e3-2365c1a840f8'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:33:23.416948 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:23.417506 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 4c75e88f-cba2-44e9-ba9d-cddb40ac9850 not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:23.418164 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 4e2302e0-5129-42ec-a6fb-febe5f878d8f no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:23.424117 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07682d93-32d1-4f8e-b8d8-f2a46d7ccda5 None None] Routers {'d7849ca4-387d-44a4-98e3-2365c1a840f8'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:23.424823 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-07682d93-32d1-4f8e-b8d8-f2a46d7ccda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:33:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d7849ca4-387d-44a4-98e3-2365c1a840f8'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:23.440024 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-6dbc792e-2b27-4d88-be32-82c324b51c00 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "PUT /v2.0/floatingips/ac374f2c-48dd-4fca-b162-7c37db2247cc HTTP/1.1" status: 200 len: 991 time: 1.2918317 Mar 27 15:33:23.440614 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc6673f-0260-4117-951f-1fb0ab4de004', 'tag': '19335943-b00a-42e5-8f63-98547db3af90'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:23.443174 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe5ecd4-13ee-482b-a893-94f1c837bca9" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc6673f-0260-4117-951f-1fb0ab4de004", "tag": "19335943-b00a-42e5-8f63-98547db3af90"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:23.447904 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 4e2302e0-5129-42ec-a6fb-febe5f878d8f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:23.448367 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 4e2302e0-5129-42ec-a6fb-febe5f878d8f not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:23.448789 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 6a86efbb-b71b-403f-95a7-1dd0a29e5020 no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:23.474318 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 6a86efbb-b71b-403f-95a7-1dd0a29e5020 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:23.474667 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 6a86efbb-b71b-403f-95a7-1dd0a29e5020 not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:23.501794 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a811a55-e62b-498e-a90b-4ca8a0eb1eb6 x-openstack-request-id: req-4a811a55-e62b-498e-a90b-4ca8a0eb1eb6 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:23.502104 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc6673f-0260-4117-951f-1fb0ab4de004", "tag": "19335943-b00a-42e5-8f63-98547db3af90", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:23.502374 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a811a55-e62b-498e-a90b-4ca8a0eb1eb6 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:23.502805 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a811a55-e62b-498e-a90b-4ca8a0eb1eb6'] response: {'name': 'network-changed', 'server_uuid': 'ebc6673f-0260-4117-951f-1fb0ab4de004', 'tag': '19335943-b00a-42e5-8f63-98547db3af90', 'status': 'completed', 'code': 200} Mar 27 15:33:23.545929 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-07682d93-32d1-4f8e-b8d8-f2a46d7ccda5 None None] Set router d7849ca4-387d-44a4-98e3-2365c1a840f8 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:23.573856 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5ecd4-13ee-482b-a893-94f1c837bca9 req-cce7ad98-fff2-42db-a711-6a35823a506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:23.575593 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7fe5ecd4-13ee-482b-a893-94f1c837bca9 req-cce7ad98-fff2-42db-a711-6a35823a506c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3246241f55943b0ae1f788fc19805f0&device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 1130 time: 0.0495567 Mar 27 15:33:23.660817 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.694049 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5ecd4-13ee-482b-a893-94f1c837bca9 req-765f6b3f-c9d1-4e33-9e6f-c425f2707cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:23.695556 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7fe5ecd4-13ee-482b-a893-94f1c837bca9 req-765f6b3f-c9d1-4e33-9e6f-c425f2707cd9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7 HTTP/1.1" status: 200 len: 912 time: 0.1142735 Mar 27 15:33:23.769363 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7fe5ecd4-13ee-482b-a893-94f1c837bca9 req-cdd6151f-08a7-418c-98a5-0a3db757a1e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19335943-b00a-42e5-8f63-98547db3af90 HTTP/1.1" status: 200 len: 999 time: 0.0669653 Mar 27 15:33:23.787283 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-07682d93-32d1-4f8e-b8d8-f2a46d7ccda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:20Z', 'revision_number': 4, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': 'ac374f2c-48dd-4fca-b162-7c37db2247cc', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'floating_ip_address': '172.28.3.47', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'port_id': '19335943-b00a-42e5-8f63-98547db3af90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'mac_address': 'fa:16:3e:a7:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc6673f-0260-4117-951f-1fb0ab4de004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:33:06Z', 'updated_at': '2022-03-27T15:33:22Z', 'revision_number': 1, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5a527e-9212-49ef-98b2-528b3d0ed96e', 'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'mac_address': 'fa:16:3e:c0:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:17Z', 'updated_at': '2022-03-27T15:27:30Z', 'revision_number': 5, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'subnets': [{'id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:23.816910 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07682d93-32d1-4f8e-b8d8-f2a46d7ccda5 None None] Checking router: d7849ca4-387d-44a4-98e3-2365c1a840f8 for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:33:23.826171 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5ecd4-13ee-482b-a893-94f1c837bca9 req-eb7f03c5-e761-4349-bd0d-0de81de3cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:23.826321 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07682d93-32d1-4f8e-b8d8-f2a46d7ccda5 None None] Routers {'d7849ca4-387d-44a4-98e3-2365c1a840f8'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:23.826978 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-07682d93-32d1-4f8e-b8d8-f2a46d7ccda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:33:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d7849ca4-387d-44a4-98e3-2365c1a840f8'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:23.827698 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7fe5ecd4-13ee-482b-a893-94f1c837bca9 req-eb7f03c5-e761-4349-bd0d-0de81de3cfe4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45fa90f7-8dff-4df6-aba3-f9ce848c3e05 HTTP/1.1" status: 200 len: 850 time: 0.0520771 Mar 27 15:33:23.877171 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5ecd4-13ee-482b-a893-94f1c837bca9 req-1f4d8aa5-cc99-4022-9316-15380909923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:23.878674 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7fe5ecd4-13ee-482b-a893-94f1c837bca9 req-1f4d8aa5-cc99-4022-9316-15380909923f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9af63cf8-4c83-40dc-8de3-7ebae6a030a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0446517 Mar 27 15:33:23.937441 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-07682d93-32d1-4f8e-b8d8-f2a46d7ccda5 None None] Set router d7849ca4-387d-44a4-98e3-2365c1a840f8 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:23.968415 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7fe5ecd4-13ee-482b-a893-94f1c837bca9 req-0b730d55-1e39-4540-a831-26c564d44b00 service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826483 Mar 27 15:33:24.064477 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7fe5ecd4-13ee-482b-a893-94f1c837bca9 req-351d6116-6374-4b5d-9d07-af9ff5fd5545 service neutron] 10.222.0.16 "GET /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886600 Mar 27 15:33:24.159641 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-07682d93-32d1-4f8e-b8d8-f2a46d7ccda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:20Z', 'revision_number': 4, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': 'ac374f2c-48dd-4fca-b162-7c37db2247cc', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'floating_ip_address': '172.28.3.47', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'port_id': '19335943-b00a-42e5-8f63-98547db3af90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'mac_address': 'fa:16:3e:a7:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc6673f-0260-4117-951f-1fb0ab4de004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:33:06Z', 'updated_at': '2022-03-27T15:33:22Z', 'revision_number': 1, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5a527e-9212-49ef-98b2-528b3d0ed96e', 'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'mac_address': 'fa:16:3e:c0:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:17Z', 'updated_at': '2022-03-27T15:27:30Z', 'revision_number': 5, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'subnets': [{'id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:24.186416 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07682d93-32d1-4f8e-b8d8-f2a46d7ccda5 None None] The sync data for ids ['d7849ca4-387d-44a4-98e3-2365c1a840f8'] in dv-cinder-835384-1-smb is: [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:20Z', 'revision_number': 4, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': 'ac374f2c-48dd-4fca-b162-7c37db2247cc', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'floating_ip_address': '172.28.3.47', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'port_id': '19335943-b00a-42e5-8f63-98547db3af90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'mac_address': 'fa:16:3e:a7:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc6673f-0260-4117-951f-1fb0ab4de004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:33:06Z', 'updated_at': '2022-03-27T15:33:22Z', 'revision_number': 1, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5a527e-9212-49ef-98b2-528b3d0ed96e', 'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'mac_address': 'fa:16:3e:c0:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:17Z', 'updated_at': '2022-03-27T15:27:30Z', 'revision_number': 5, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'subnets': [{'id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:33:24.384874 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923aa4a1-3827-435a-954b-9868374c9289 None None] New status for floating IP ac374f2c-48dd-4fca-b162-7c37db2247cc: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:33:24.526809 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38802) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:24.632616 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-57340621-03f3-4e84-a855-cb0200c27d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:24.704320 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-57340621-03f3-4e84-a855-cb0200c27d31 admin admin] Publish callbacks [] for security_group (baf37be6-ee36-4997-a277-5324bf2d220a), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:24.707811 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-57340621-03f3-4e84-a855-cb0200c27d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (baf37be6-ee36-4997-a277-5324bf2d220a), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:24.743732 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-57340621-03f3-4e84-a855-cb0200c27d31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17f2f856d45243acb4f7846afe58a3c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158735 Mar 27 15:33:24.744920 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57340621-03f3-4e84-a855-cb0200c27d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf37be6-ee36-4997-a277-5324bf2d220a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:24.746444 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38806) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:24.794076 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82fac550-64a4-46d4-889e-cd4176a99fa5 admin admin] Publish callbacks [] for security_group (baf37be6-ee36-4997-a277-5324bf2d220a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:24.814952 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82fac550-64a4-46d4-889e-cd4176a99fa5 admin admin] Publish callbacks [] for security_group (baf37be6-ee36-4997-a277-5324bf2d220a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:24.860904 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82fac550-64a4-46d4-889e-cd4176a99fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (baf37be6-ee36-4997-a277-5324bf2d220a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:24.863603 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-82fac550-64a4-46d4-889e-cd4176a99fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:24.864731 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-82fac550-64a4-46d4-889e-cd4176a99fa5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/baf37be6-ee36-4997-a277-5324bf2d220a HTTP/1.1" status: 204 len: 168 time: 0.1165071 Mar 27 15:33:24.873086 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fac550-64a4-46d4-889e-cd4176a99fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf37be6-ee36-4997-a277-5324bf2d220a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:25.416755 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:26.563831 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:26.654680 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38876) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:26.753237 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b8cd388-ddef-494b-83f5-919f520359ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:26.826236 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b8cd388-ddef-494b-83f5-919f520359ed admin admin] Publish callbacks [] for security_group (6ffbadce-5ee0-4e10-8221-09e4721ca2a0), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:26.829858 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b8cd388-ddef-494b-83f5-919f520359ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (6ffbadce-5ee0-4e10-8221-09e4721ca2a0), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:26.867089 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9b8cd388-ddef-494b-83f5-919f520359ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0064ab3af608479aa278597228ed52ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127416 Mar 27 15:33:26.867941 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cd388-ddef-494b-83f5-919f520359ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffbadce-5ee0-4e10-8221-09e4721ca2a0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:26.869911 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38880) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:26.916441 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5a2cebe-a425-4af6-a408-4cd28d788666 admin admin] Publish callbacks [] for security_group (6ffbadce-5ee0-4e10-8221-09e4721ca2a0), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:26.936789 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5a2cebe-a425-4af6-a408-4cd28d788666 admin admin] Publish callbacks [] for security_group (6ffbadce-5ee0-4e10-8221-09e4721ca2a0), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:26.986687 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5a2cebe-a425-4af6-a408-4cd28d788666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (6ffbadce-5ee0-4e10-8221-09e4721ca2a0), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:26.989311 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e5a2cebe-a425-4af6-a408-4cd28d788666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:26.990481 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-e5a2cebe-a425-4af6-a408-4cd28d788666 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ffbadce-5ee0-4e10-8221-09e4721ca2a0 HTTP/1.1" status: 204 len: 168 time: 0.1195493 Mar 27 15:33:26.998634 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2cebe-a425-4af6-a408-4cd28d788666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffbadce-5ee0-4e10-8221-09e4721ca2a0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:27.235205 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38886) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:27.248389 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a5b955f-7cf1-4952-99c7-a1e3484194ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:27.324290 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a5b955f-7cf1-4952-99c7-a1e3484194ab admin admin] Publish callbacks [] for security_group (9d8529d9-693e-47f6-b49e-be1d05922bc4), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:27.328388 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5a5b955f-7cf1-4952-99c7-a1e3484194ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (9d8529d9-693e-47f6-b49e-be1d05922bc4), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:27.364450 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-5a5b955f-7cf1-4952-99c7-a1e3484194ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=165e571d0052435d9457a1543e4cf871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280315 Mar 27 15:33:27.367033 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38888) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:27.368907 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b955f-7cf1-4952-99c7-a1e3484194ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8529d9-693e-47f6-b49e-be1d05922bc4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:27.415809 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56d67500-92d6-4ad3-a094-afbbef5fb7a5 admin admin] Publish callbacks [] for security_group (9d8529d9-693e-47f6-b49e-be1d05922bc4), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:27.436609 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56d67500-92d6-4ad3-a094-afbbef5fb7a5 admin admin] Publish callbacks [] for security_group (9d8529d9-693e-47f6-b49e-be1d05922bc4), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:27.487210 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56d67500-92d6-4ad3-a094-afbbef5fb7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (9d8529d9-693e-47f6-b49e-be1d05922bc4), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:27.487210 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-56d67500-92d6-4ad3-a094-afbbef5fb7a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:27.487210 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-56d67500-92d6-4ad3-a094-afbbef5fb7a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d8529d9-693e-47f6-b49e-be1d05922bc4 HTTP/1.1" status: 204 len: 168 time: 0.1189444 Mar 27 15:33:27.495413 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d67500-92d6-4ad3-a094-afbbef5fb7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8529d9-693e-47f6-b49e-be1d05922bc4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:29.329504 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38960) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:29.431654 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25284dfa-b921-4f9b-9179-78075c57dd77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:29.507189 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25284dfa-b921-4f9b-9179-78075c57dd77 admin admin] Publish callbacks [] for security_group (7e5000a9-daaf-451f-9aef-9553f13d1626), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:29.510877 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25284dfa-b921-4f9b-9179-78075c57dd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (7e5000a9-daaf-451f-9aef-9553f13d1626), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:29.551740 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-25284dfa-b921-4f9b-9179-78075c57dd77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a61dcd69e12e4f40ab103b7c7c931064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211561 Mar 27 15:33:29.552836 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25284dfa-b921-4f9b-9179-78075c57dd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5000a9-daaf-451f-9aef-9553f13d1626,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:29.554345 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38964) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:29.602238 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7068aeb9-25da-4c8a-a0a2-06ef75fbf9bd admin admin] Publish callbacks [] for security_group (7e5000a9-daaf-451f-9aef-9553f13d1626), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:29.622791 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7068aeb9-25da-4c8a-a0a2-06ef75fbf9bd admin admin] Publish callbacks [] for security_group (7e5000a9-daaf-451f-9aef-9553f13d1626), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:29.667010 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7068aeb9-25da-4c8a-a0a2-06ef75fbf9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (7e5000a9-daaf-451f-9aef-9553f13d1626), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:29.669531 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7068aeb9-25da-4c8a-a0a2-06ef75fbf9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:29.670698 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-7068aeb9-25da-4c8a-a0a2-06ef75fbf9bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e5000a9-daaf-451f-9aef-9553f13d1626 HTTP/1.1" status: 204 len: 168 time: 0.1153421 Mar 27 15:33:29.677968 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068aeb9-25da-4c8a-a0a2-06ef75fbf9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5000a9-daaf-451f-9aef-9553f13d1626,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:29.923751 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 38970) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:29.940149 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c01cf2f-d31b-454c-9dca-a70a755d0a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:30.018761 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c01cf2f-d31b-454c-9dca-a70a755d0a01 admin admin] Publish callbacks [] for security_group (2979d707-6081-47cf-be3e-4a265d66ea44), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:30.022368 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c01cf2f-d31b-454c-9dca-a70a755d0a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (2979d707-6081-47cf-be3e-4a265d66ea44), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:30.058406 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-1c01cf2f-d31b-454c-9dca-a70a755d0a01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66d3cc1ffd1647798f136a1a9c534164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336200 Mar 27 15:33:30.059971 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01cf2f-d31b-454c-9dca-a70a755d0a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2979d707-6081-47cf-be3e-4a265d66ea44,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:30.061656 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 38974) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:30.108773 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2a61924-74ca-4d5b-8cc7-9f41ce9ceee9 admin admin] Publish callbacks [] for security_group (2979d707-6081-47cf-be3e-4a265d66ea44), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:30.129922 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2a61924-74ca-4d5b-8cc7-9f41ce9ceee9 admin admin] Publish callbacks [] for security_group (2979d707-6081-47cf-be3e-4a265d66ea44), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:30.174211 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2a61924-74ca-4d5b-8cc7-9f41ce9ceee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (2979d707-6081-47cf-be3e-4a265d66ea44), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:30.176805 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c2a61924-74ca-4d5b-8cc7-9f41ce9ceee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:30.177931 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c2a61924-74ca-4d5b-8cc7-9f41ce9ceee9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2979d707-6081-47cf-be3e-4a265d66ea44 HTTP/1.1" status: 204 len: 168 time: 0.1152782 Mar 27 15:33:30.185970 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a61924-74ca-4d5b-8cc7-9f41ce9ceee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2979d707-6081-47cf-be3e-4a265d66ea44,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:38.615965 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:38.711407 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 39148) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:38.814837 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:38.889232 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Publish callbacks [] for security_group (fe6e70ed-8941-403d-a28a-02502aafa797), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:38.892999 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (fe6e70ed-8941-403d-a28a-02502aafa797), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:38.931792 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0554749a568d453fa32eb7ea92554169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193146 Mar 27 15:33:38.932738 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6e70ed-8941-403d-a28a-02502aafa797,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:38.934509 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39158) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:38.941299 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:38.941860 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:38.942367 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:38.943175 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:38.943689 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:38.944187 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:38.944525 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:38.944872 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:38.945198 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:38.945581 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:38.945909 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:38.946328 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:38.946601 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:38.946950 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:38.947566 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e6003-bb1f-4c99-b6e1-22d88783ec48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:38.989882 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cf20bab-826b-446e-a78e-041cbb89b967 admin admin] Publish callbacks [] for security_group (fe6e70ed-8941-403d-a28a-02502aafa797), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.012495 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cf20bab-826b-446e-a78e-041cbb89b967 admin admin] Publish callbacks [] for security_group (fe6e70ed-8941-403d-a28a-02502aafa797), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.059280 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cf20bab-826b-446e-a78e-041cbb89b967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (fe6e70ed-8941-403d-a28a-02502aafa797), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.061674 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9cf20bab-826b-446e-a78e-041cbb89b967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.065515 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9cf20bab-826b-446e-a78e-041cbb89b967 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe6e70ed-8941-403d-a28a-02502aafa797 HTTP/1.1" status: 204 len: 168 time: 0.1296973 Mar 27 15:33:39.073004 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf20bab-826b-446e-a78e-041cbb89b967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6e70ed-8941-403d-a28a-02502aafa797,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:39.074848 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded02bb-06dc-4ae4-b1b8-68de6e95c072 req-e7c1c00f-a73e-4971-8fe2-330f68cad7b1 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:39.076359 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5ded02bb-06dc-4ae4-b1b8-68de6e95c072 req-e7c1c00f-a73e-4971-8fe2-330f68cad7b1 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 945 time: 0.0568893 Mar 27 15:33:39.126235 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5ded02bb-06dc-4ae4-b1b8-68de6e95c072 req-3221e2c2-b71d-4a5a-9867-0611cfbd6dee tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b9a5d9b-c0d6-459b-903e-4fa16773a72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441914 Mar 27 15:33:39.461026 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 39166) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:39.474098 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d12663f7-9269-47ae-aa06-9af4639dcfe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.547711 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d12663f7-9269-47ae-aa06-9af4639dcfe4 admin admin] Publish callbacks [] for security_group (a40661f0-a4c2-4456-a909-b9c4546e67e1), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.551593 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d12663f7-9269-47ae-aa06-9af4639dcfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (a40661f0-a4c2-4456-a909-b9c4546e67e1), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.589243 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-d12663f7-9269-47ae-aa06-9af4639dcfe4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ac3bdc47cd6470b9a0f116f5bf39900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270239 Mar 27 15:33:39.591684 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12663f7-9269-47ae-aa06-9af4639dcfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40661f0-a4c2-4456-a909-b9c4546e67e1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:39.592163 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39168) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:39.643280 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de8e6bff-948b-47a7-b966-85ab05d5cbce admin admin] Publish callbacks [] for security_group (a40661f0-a4c2-4456-a909-b9c4546e67e1), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.663337 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de8e6bff-948b-47a7-b966-85ab05d5cbce admin admin] Publish callbacks [] for security_group (a40661f0-a4c2-4456-a909-b9c4546e67e1), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.710021 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de8e6bff-948b-47a7-b966-85ab05d5cbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (a40661f0-a4c2-4456-a909-b9c4546e67e1), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.712946 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-de8e6bff-948b-47a7-b966-85ab05d5cbce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.714249 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-de8e6bff-948b-47a7-b966-85ab05d5cbce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a40661f0-a4c2-4456-a909-b9c4546e67e1 HTTP/1.1" status: 204 len: 168 time: 0.1208029 Mar 27 15:33:39.721710 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e6bff-948b-47a7-b966-85ab05d5cbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40661f0-a4c2-4456-a909-b9c4546e67e1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:40.246656 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c2bb0-ba0e-4d92-8928-a896d699d30f req-6d965a5a-be03-42a6-b4e5-6ae567e9d0b5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:40.248549 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d37c2bb0-ba0e-4d92-8928-a896d699d30f req-6d965a5a-be03-42a6-b4e5-6ae567e9d0b5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 945 time: 0.0534134 Mar 27 15:33:40.301735 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d37c2bb0-ba0e-4d92-8928-a896d699d30f req-cb5ea66c-ca19-408c-82ae-b0eb0867103e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b9a5d9b-c0d6-459b-903e-4fa16773a72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474916 Mar 27 15:33:41.044225 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba811e0-5db7-4559-89f7-60f728b33471 req-897416eb-adb8-4ba4-b797-0cf4cfcc99ad tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:41.045674 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7ba811e0-5db7-4559-89f7-60f728b33471 req-897416eb-adb8-4ba4-b797-0cf4cfcc99ad tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 945 time: 0.0520158 Mar 27 15:33:41.140888 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-7ba811e0-5db7-4559-89f7-60f728b33471 req-8731e680-bca7-4590-8f39-58d8659c22e2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Deleting port 36117430-01c3-4716-b2d2-c92ecaa58af8 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:41.143119 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7ba811e0-5db7-4559-89f7-60f728b33471 req-8731e680-bca7-4590-8f39-58d8659c22e2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (36117430-01c3-4716-b2d2-c92ecaa58af8), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.223592 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39216) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:41.231852 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-7ba811e0-5db7-4559-89f7-60f728b33471 req-8731e680-bca7-4590-8f39-58d8659c22e2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] For port 36117430-01c3-4716-b2d2-c92ecaa58af8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=36117430-01c3-4716-b2d2-c92ecaa58af8,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:41.232217 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7ba811e0-5db7-4559-89f7-60f728b33471 req-8731e680-bca7-4590-8f39-58d8659c22e2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (36117430-01c3-4716-b2d2-c92ecaa58af8), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.337459 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a6b4af6-7ab9-4db9-ada6-e26e4a15aad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.422035 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a6b4af6-7ab9-4db9-ada6-e26e4a15aad2 admin admin] Publish callbacks [] for security_group (40fbe9cc-3070-48b4-be2d-3887fbcd6bb4), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.426493 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9a6b4af6-7ab9-4db9-ada6-e26e4a15aad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (40fbe9cc-3070-48b4-be2d-3887fbcd6bb4), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.440903 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7ba811e0-5db7-4559-89f7-60f728b33471 req-8731e680-bca7-4590-8f39-58d8659c22e2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.441467 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7ba811e0-5db7-4559-89f7-60f728b33471 req-8731e680-bca7-4590-8f39-58d8659c22e2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (843df12d-00e3-4d71-af32-6791cf606ab9), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.441592 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.l3_db [req-7ba811e0-5db7-4559-89f7-60f728b33471 req-8731e680-bca7-4590-8f39-58d8659c22e2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Floating IP 843df12d-00e3-4d71-af32-6791cf606ab9 disassociated. External IP: 172.28.3.29, port: 36117430-01c3-4716-b2d2-c92ecaa58af8. Mar 27 15:33:41.442167 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-7ba811e0-5db7-4559-89f7-60f728b33471 req-8731e680-bca7-4590-8f39-58d8659c22e2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Calling delete_port for 36117430-01c3-4716-b2d2-c92ecaa58af8 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:41.465800 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9a6b4af6-7ab9-4db9-ada6-e26e4a15aad2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5815c60cdab345768f5c7bce1958811c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410834 Mar 27 15:33:41.467214 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdafc9-8c3b-4030-b139-f083c276837e req-b8a314e5-e127-4a1f-8440-fcc3e9b9c99d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:41.468300 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39222) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:41.468672 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-39bdafc9-8c3b-4030-b139-f083c276837e req-b8a314e5-e127-4a1f-8440-fcc3e9b9c99d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0 HTTP/1.1" status: 200 len: 945 time: 0.0849848 Mar 27 15:33:41.474075 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b4af6-7ab9-4db9-ada6-e26e4a15aad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fbe9cc-3070-48b4-be2d-3887fbcd6bb4,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:41.523787 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68e91356-d791-4325-b053-02eaece67493 admin admin] Publish callbacks [] for security_group (40fbe9cc-3070-48b4-be2d-3887fbcd6bb4), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.545139 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68e91356-d791-4325-b053-02eaece67493 admin admin] Publish callbacks [] for security_group (40fbe9cc-3070-48b4-be2d-3887fbcd6bb4), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.562545 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-39bdafc9-8c3b-4030-b139-f083c276837e req-fd681669-0de3-4086-87aa-c8a84deda502 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b9a5d9b-c0d6-459b-903e-4fa16773a72a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635686 Mar 27 15:33:41.604591 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68e91356-d791-4325-b053-02eaece67493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (40fbe9cc-3070-48b4-be2d-3887fbcd6bb4), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.607889 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68e91356-d791-4325-b053-02eaece67493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.609040 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-68e91356-d791-4325-b053-02eaece67493 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40fbe9cc-3070-48b4-be2d-3887fbcd6bb4 HTTP/1.1" status: 204 len: 168 time: 0.1398554 Mar 27 15:33:41.616696 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e91356-d791-4325-b053-02eaece67493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fbe9cc-3070-48b4-be2d-3887fbcd6bb4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:41.626487 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7ba811e0-5db7-4559-89f7-60f728b33471 req-8731e680-bca7-4590-8f39-58d8659c22e2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (36117430-01c3-4716-b2d2-c92ecaa58af8), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.661594 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731e680-bca7-4590-8f39-58d8659c22e2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event deleted for resources: {'Port': ['ID=36117430-01c3-4716-b2d2-c92ecaa58af8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:41.782062 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ba811e0-5db7-4559-89f7-60f728b33471 req-8731e680-bca7-4590-8f39-58d8659c22e2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Router 6d09cb73-8efe-4c19-854d-33072aa5a9ac has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:33:41.885693 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39228) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:41.889003 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ba811e0-5db7-4559-89f7-60f728b33471 req-8731e680-bca7-4590-8f39-58d8659c22e2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:33:41.899061 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08e5ec12-3ccd-4f13-9ea3-6f8bb98592e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.899899 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a53c52e-6d7a-4584-a2b2-8658048079fb None None] Sync routers for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:33:41.910529 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a53c52e-6d7a-4584-a2b2-8658048079fb None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:41.911178 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3a53c52e-6d7a-4584-a2b2-8658048079fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:33:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:41.934568 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba811e0-5db7-4559-89f7-60f728b33471 req-8731e680-bca7-4590-8f39-58d8659c22e2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] No DVR routers for this DVR port 36117430-01c3-4716-b2d2-c92ecaa58af8 on host hv-cinder-83538 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:41.936978 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-7ba811e0-5db7-4559-89f7-60f728b33471 req-8731e680-bca7-4590-8f39-58d8659c22e2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.940368 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7ba811e0-5db7-4559-89f7-60f728b33471 req-8731e680-bca7-4590-8f39-58d8659c22e2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "DELETE /v2.0/ports/36117430-01c3-4716-b2d2-c92ecaa58af8 HTTP/1.1" status: 204 len: 173 time: 0.8875277 Mar 27 15:33:41.940891 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0', 'name': 'network-vif-deleted', 'tag': '36117430-01c3-4716-b2d2-c92ecaa58af8'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:41.943081 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de40ddc0-a072-40c9-8bde-5c4832c4b018" -d '{"events": [{"server_uuid": "00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0", "name": "network-vif-deleted", "tag": "36117430-01c3-4716-b2d2-c92ecaa58af8"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:41.990364 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08e5ec12-3ccd-4f13-9ea3-6f8bb98592e4 admin admin] Publish callbacks [] for security_group (5a504c28-4b5d-4f35-8031-733e32bba9eb), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.997667 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08e5ec12-3ccd-4f13-9ea3-6f8bb98592e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (5a504c28-4b5d-4f35-8031-733e32bba9eb), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:42.000593 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12740c90-cb79-4e90-aaf3-5e523b2b52d4 x-openstack-request-id: req-12740c90-cb79-4e90-aaf3-5e523b2b52d4 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:42.000882 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0", "name": "network-vif-deleted", "tag": "36117430-01c3-4716-b2d2-c92ecaa58af8", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:42.001155 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12740c90-cb79-4e90-aaf3-5e523b2b52d4 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:42.001563 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12740c90-cb79-4e90-aaf3-5e523b2b52d4'] response: {'server_uuid': '00af51c3-b38f-4bf0-9d4f-fb8a615b8cd0', 'name': 'network-vif-deleted', 'tag': '36117430-01c3-4716-b2d2-c92ecaa58af8', 'status': 'completed', 'code': 200} Mar 27 15:33:42.065418 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-08e5ec12-3ccd-4f13-9ea3-6f8bb98592e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cad86e0c7df4bd2a2d8de8cb92ca5dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785755 Mar 27 15:33:42.067545 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5ec12-3ccd-4f13-9ea3-6f8bb98592e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a504c28-4b5d-4f35-8031-733e32bba9eb,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:42.068078 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 39232) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:42.128067 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-3a53c52e-6d7a-4584-a2b2-8658048079fb None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:42.136885 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf845a5-5795-4083-89ff-07047fc4b7c3 admin admin] Publish callbacks [] for security_group (5a504c28-4b5d-4f35-8031-733e32bba9eb), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:42.159302 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf845a5-5795-4083-89ff-07047fc4b7c3 admin admin] Publish callbacks [] for security_group (5a504c28-4b5d-4f35-8031-733e32bba9eb), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:42.211479 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf845a5-5795-4083-89ff-07047fc4b7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (5a504c28-4b5d-4f35-8031-733e32bba9eb), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:42.214174 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-daf845a5-5795-4083-89ff-07047fc4b7c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:42.215614 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-daf845a5-5795-4083-89ff-07047fc4b7c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a504c28-4b5d-4f35-8031-733e32bba9eb HTTP/1.1" status: 204 len: 168 time: 0.1463916 Mar 27 15:33:42.223359 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf845a5-5795-4083-89ff-07047fc4b7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a504c28-4b5d-4f35-8031-733e32bba9eb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:42.333057 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3a53c52e-6d7a-4584-a2b2-8658048079fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:42.367853 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a53c52e-6d7a-4584-a2b2-8658048079fb None None] Checking router: 6d09cb73-8efe-4c19-854d-33072aa5a9ac for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:33:42.381488 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a53c52e-6d7a-4584-a2b2-8658048079fb None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:42.382176 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3a53c52e-6d7a-4584-a2b2-8658048079fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:33:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:42.499202 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-3a53c52e-6d7a-4584-a2b2-8658048079fb None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:42.660208 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 39250) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:42.707438 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-3a53c52e-6d7a-4584-a2b2-8658048079fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:42.724908 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50eaf881-182a-4b18-a9d9-3df65de7245e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (6b9a5d9b-c0d6-459b-903e-4fa16773a72a), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:42.736247 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a53c52e-6d7a-4584-a2b2-8658048079fb None None] The sync data for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb is: [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:33:42.750399 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50eaf881-182a-4b18-a9d9-3df65de7245e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (6b9a5d9b-c0d6-459b-903e-4fa16773a72a), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:42.795656 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:33:42.806897 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50eaf881-182a-4b18-a9d9-3df65de7245e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (6b9a5d9b-c0d6-459b-903e-4fa16773a72a), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:42.809689 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50eaf881-182a-4b18-a9d9-3df65de7245e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:42.810842 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-50eaf881-182a-4b18-a9d9-3df65de7245e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "DELETE /v2.0/security-groups/6b9a5d9b-c0d6-459b-903e-4fa16773a72a HTTP/1.1" status: 204 len: 168 time: 0.1489358 Mar 27 15:33:42.813786 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39258) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:42.820309 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eaf881-182a-4b18-a9d9-3df65de7245e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9a5d9b-c0d6-459b-903e-4fa16773a72a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:42.828872 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.api.v2.resource [None req-35270f2b-c1ff-41f2-a250-04b85a546203 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] show failed (client error): The resource could not be found. Mar 27 15:33:42.830096 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-35270f2b-c1ff-41f2-a250-04b85a546203 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups/6b9a5d9b-c0d6-459b-903e-4fa16773a72a HTTP/1.1" status: 404 len: 347 time: 0.0152040 Mar 27 15:33:42.833038 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39260) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:42.980379 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4c709fa1-a7a9-43dc-892c-dc43186049e5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Deleting port 0705dbeb-609c-4e4e-801b-e469e72282fd {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:42.982127 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c709fa1-a7a9-43dc-892c-dc43186049e5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (0705dbeb-609c-4e4e-801b-e469e72282fd), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.027845 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb95e6c-a244-40ac-8b98-ef20702c63ff None None] New status for floating IP 843df12d-00e3-4d71-af32-6791cf606ab9: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:33:43.068563 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c709fa1-a7a9-43dc-892c-dc43186049e5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (0705dbeb-609c-4e4e-801b-e469e72282fd), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.068893 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c709fa1-a7a9-43dc-892c-dc43186049e5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (0705dbeb-609c-4e4e-801b-e469e72282fd), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.083642 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4c709fa1-a7a9-43dc-892c-dc43186049e5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Calling delete_port for 0705dbeb-609c-4e4e-801b-e469e72282fd owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:43.229446 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c709fa1-a7a9-43dc-892c-dc43186049e5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (0705dbeb-609c-4e4e-801b-e469e72282fd), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.253582 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c709fa1-a7a9-43dc-892c-dc43186049e5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event deleted for resources: {'Port': ['ID=0705dbeb-609c-4e4e-801b-e469e72282fd,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:43.316710 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c709fa1-a7a9-43dc-892c-dc43186049e5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (843df12d-00e3-4d71-af32-6791cf606ab9), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.319292 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4c709fa1-a7a9-43dc-892c-dc43186049e5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.320432 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-4c709fa1-a7a9-43dc-892c-dc43186049e5 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "DELETE /v2.0/floatingips/843df12d-00e3-4d71-af32-6791cf606ab9 HTTP/1.1" status: 204 len: 168 time: 0.4863284 Mar 27 15:33:43.815938 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39298) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:43.821402 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-64ef0a44-59d2-47eb-a42c-98c561075a53 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1867790584', 'description': 'tempest-description--2036888210'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:43.841292 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64ef0a44-59d2-47eb-a42c-98c561075a53 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.909551 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64ef0a44-59d2-47eb-a42c-98c561075a53 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.914091 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64ef0a44-59d2-47eb-a42c-98c561075a53 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.949961 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64ef0a44-59d2-47eb-a42c-98c561075a53 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.951215 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-64ef0a44-59d2-47eb-a42c-98c561075a53 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1342702 Mar 27 15:33:43.954129 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 39302) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:43.956803 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef0a44-59d2-47eb-a42c-98c561075a53 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:43.958560 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6292714b-a65f-4c5c-8c18-e4ccccef8d1e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'security_group_rule': {'security_group_id': '6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:43.970311 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39304) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:43.985434 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6292714b-a65f-4c5c-8c18-e4ccccef8d1e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (5b326175-8838-4a87-8de0-bd73142675bb), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.031407 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6292714b-a65f-4c5c-8c18-e4ccccef8d1e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (5b326175-8838-4a87-8de0-bd73142675bb), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.035366 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6292714b-a65f-4c5c-8c18-e4ccccef8d1e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (5b326175-8838-4a87-8de0-bd73142675bb), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.052913 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292714b-a65f-4c5c-8c18-e4ccccef8d1e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b326175-8838-4a87-8de0-bd73142675bb,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:44.061958 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6292714b-a65f-4c5c-8c18-e4ccccef8d1e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.066035 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-6292714b-a65f-4c5c-8c18-e4ccccef8d1e tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1080227 Mar 27 15:33:44.066035 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 39308) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:44.070350 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-55eff73c-5d97-4b21-a7dc-ac2837918133 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'security_group_rule': {'security_group_id': '6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:44.079185 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35fd69aa-077c-4522-8137-1072fa0f3937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.095586 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55eff73c-5d97-4b21-a7dc-ac2837918133 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (ecd7ebdd-081b-4caa-b862-ea3fb641711b), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.152904 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55eff73c-5d97-4b21-a7dc-ac2837918133 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (ecd7ebdd-081b-4caa-b862-ea3fb641711b), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.156528 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55eff73c-5d97-4b21-a7dc-ac2837918133 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8086399'] for security_group_rule (ecd7ebdd-081b-4caa-b862-ea3fb641711b), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.158746 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35fd69aa-077c-4522-8137-1072fa0f3937 admin admin] Publish callbacks [] for security_group (f5a56efb-c324-40e9-9265-9f39a66d87b1), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.162718 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-35fd69aa-077c-4522-8137-1072fa0f3937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (f5a56efb-c324-40e9-9265-9f39a66d87b1), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.176586 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eff73c-5d97-4b21-a7dc-ac2837918133 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd7ebdd-081b-4caa-b862-ea3fb641711b,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:44.182091 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-55eff73c-5d97-4b21-a7dc-ac2837918133 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.183330 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-55eff73c-5d97-4b21-a7dc-ac2837918133 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162636 Mar 27 15:33:44.186266 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 39312) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:44.190434 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'floatingip': {'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:44.207426 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-35fd69aa-077c-4522-8137-1072fa0f3937 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6b4792f753f483980a918165818583a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336924 Mar 27 15:33:44.207676 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39314) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:44.211349 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.213550 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd69aa-077c-4522-8137-1072fa0f3937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a56efb-c324-40e9-9265-9f39a66d87b1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:44.258642 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2679f25e-e053-4253-87e4-2f3f122c315b admin admin] Publish callbacks [] for security_group (f5a56efb-c324-40e9-9265-9f39a66d87b1), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.280133 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2679f25e-e053-4253-87e4-2f3f122c315b admin admin] Publish callbacks [] for security_group (f5a56efb-c324-40e9-9265-9f39a66d87b1), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.308408 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.325126 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2679f25e-e053-4253-87e4-2f3f122c315b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (f5a56efb-c324-40e9-9265-9f39a66d87b1), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.327780 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2679f25e-e053-4253-87e4-2f3f122c315b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.328893 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2679f25e-e053-4253-87e4-2f3f122c315b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5a56efb-c324-40e9-9265-9f39a66d87b1 HTTP/1.1" status: 204 len: 168 time: 0.1203704 Mar 27 15:33:44.336518 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679f25e-e053-4253-87e4-2f3f122c315b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a56efb-c324-40e9-9265-9f39a66d87b1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:44.423414 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Allocated IP 172.28.3.203 (6b523561-9fa5-43e1-895e-32993d078f63/b63b550b-7fe9-4e3a-9208-afd6f4134740/d1d04809-65e0-4ce6-876a-4a66c9546b56) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:33:44.527827 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for port (d1d04809-65e0-4ce6-876a-4a66c9546b56), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.562446 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (d1d04809-65e0-4ce6-876a-4a66c9546b56), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.598883 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Network 6b523561-9fa5-43e1-895e-32993d078f63 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:33:44.603204 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:33:44.603464 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39320) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:44.608581 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:33:44.614156 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'Port': ['ID=d1d04809-65e0-4ce6-876a-4a66c9546b56,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:44.617538 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7fec1a46-a232-4bc5-b0e2-8c21001b33fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.692740 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7fec1a46-a232-4bc5-b0e2-8c21001b33fa admin admin] Publish callbacks [] for security_group (15fee151-2d03-4f8f-b2e3-2214d5022008), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.696931 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7fec1a46-a232-4bc5-b0e2-8c21001b33fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (15fee151-2d03-4f8f-b2e3-2214d5022008), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.700719 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (8135db9c-15f3-48a6-bb70-d94067634328), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.736101 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (d1d04809-65e0-4ce6-876a-4a66c9546b56), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.737343 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-7fec1a46-a232-4bc5-b0e2-8c21001b33fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06aabf8744344c6fb9b52c3d1684c84a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328218 Mar 27 15:33:44.739276 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec1a46-a232-4bc5-b0e2-8c21001b33fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fee151-2d03-4f8f-b2e3-2214d5022008,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:44.742282 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39322) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:44.790692 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2229fbd-7e7d-4c0d-8677-0d39b701812d admin admin] Publish callbacks [] for security_group (15fee151-2d03-4f8f-b2e3-2214d5022008), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.812814 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2229fbd-7e7d-4c0d-8677-0d39b701812d admin admin] Publish callbacks [] for security_group (15fee151-2d03-4f8f-b2e3-2214d5022008), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.858335 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2229fbd-7e7d-4c0d-8677-0d39b701812d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (15fee151-2d03-4f8f-b2e3-2214d5022008), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.860985 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e2229fbd-7e7d-4c0d-8677-0d39b701812d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.862190 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e2229fbd-7e7d-4c0d-8677-0d39b701812d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15fee151-2d03-4f8f-b2e3-2214d5022008 HTTP/1.1" status: 204 len: 168 time: 0.1187410 Mar 27 15:33:44.872458 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2229fbd-7e7d-4c0d-8677-0d39b701812d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fee151-2d03-4f8f-b2e3-2214d5022008,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:44.886924 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for port (d1d04809-65e0-4ce6-876a-4a66c9546b56), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.892371 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (d1d04809-65e0-4ce6-876a-4a66c9546b56), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.957562 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'Port': ['ID=d1d04809-65e0-4ce6-876a-4a66c9546b56,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:44.969471 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (8135db9c-15f3-48a6-bb70-d94067634328), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.985014 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.986228 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-8ccddd4f-9092-4b0f-9fff-863ce6d53929 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7990320 Mar 27 15:33:45.082900 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 36117430-01c3-4716-b2d2-c92ecaa58af8 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:45.103494 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: 36117430-01c3-4716-b2d2-c92ecaa58af8 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:45.103842 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 36117430-01c3-4716-b2d2-c92ecaa58af8 not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:45.185494 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-bddffa44-5fb8-43d0-ac8f-71aaf77a4b9c tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1867790584&fields=id&tenant_id=78ddabd9f42d4822bf2f6c480863851c HTTP/1.1" status: 200 len: 267 time: 0.0443075 Mar 27 15:33:45.292203 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-5b3b72ce-9e05-4f60-a346-f7ecb4a73700 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:45.293686 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-5b3b72ce-9e05-4f60-a346-f7ecb4a73700 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/networks?id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 200 len: 815 time: 0.1019769 Mar 27 15:33:45.308136 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-d32a2eb1-e61e-4d9a-92b3-61c6fbfbe144 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/quotas/78ddabd9f42d4822bf2f6c480863851c HTTP/1.1" status: 200 len: 375 time: 0.0090482 Mar 27 15:33:45.371092 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-4a61e378-525a-4b33-a869-e495e1b46cdc tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=78ddabd9f42d4822bf2f6c480863851c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573771 Mar 27 15:33:45.473006 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-abcd2385-640c-4279-964d-c70b9d22f480 service neutron] 10.222.0.13 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907385 Mar 27 15:33:45.533535 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39356) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:45.633964 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-99779a39-8003-489f-b6fa-2c3012eb0ac6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1381122733-network', 'tenant_id': '09a952d09ca543739253f6db15ca6989'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:45.655354 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99779a39-8003-489f-b6fa-2c3012eb0ac6 admin admin] Made reservation on behalf of 09a952d09ca543739253f6db15ca6989 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:33:45.657896 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99779a39-8003-489f-b6fa-2c3012eb0ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:45.666659 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99779a39-8003-489f-b6fa-2c3012eb0ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:45.742122 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99779a39-8003-489f-b6fa-2c3012eb0ac6 admin admin] Publish callbacks [] for security_group (093f862e-5dd1-42d0-8b9a-12cef9b9e159), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:45.747021 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99779a39-8003-489f-b6fa-2c3012eb0ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (093f862e-5dd1-42d0-8b9a-12cef9b9e159), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:45.767975 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99779a39-8003-489f-b6fa-2c3012eb0ac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:33:45.781017 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99779a39-8003-489f-b6fa-2c3012eb0ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093f862e-5dd1-42d0-8b9a-12cef9b9e159,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:45.785685 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99779a39-8003-489f-b6fa-2c3012eb0ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (a4ef334c-96c2-45e5-b516-447b572dff48), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:45.786020 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-99779a39-8003-489f-b6fa-2c3012eb0ac6 admin admin] Added segment a4ef334c-96c2-45e5-b516-447b572dff48 of type vlan for network 49b01355-56a9-4fb9-b403-3b2c1c6cd89a Mar 27 15:33:45.807778 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-6de49626-1264-4d68-bb6e-e92b05692c85 service neutron] 10.222.0.13 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289421 Mar 27 15:33:45.829450 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99779a39-8003-489f-b6fa-2c3012eb0ac6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (49b01355-56a9-4fb9-b403-3b2c1c6cd89a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:45.853677 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99779a39-8003-489f-b6fa-2c3012eb0ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (49b01355-56a9-4fb9-b403-3b2c1c6cd89a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:45.854576 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99779a39-8003-489f-b6fa-2c3012eb0ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:45.855185 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99779a39-8003-489f-b6fa-2c3012eb0ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:45.911317 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 39360) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:45.911526 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-99779a39-8003-489f-b6fa-2c3012eb0ac6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3765500 Mar 27 15:33:45.920882 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3e586e70-19a9-4ee9-92e4-e0a7cd96cb51 admin admin] Request body: {'subnet': {'network_id': '49b01355-56a9-4fb9-b403-3b2c1c6cd89a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1381122733-subnet', 'tenant_id': '09a952d09ca543739253f6db15ca6989', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:45.921678 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99779a39-8003-489f-b6fa-2c3012eb0ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=49b01355-56a9-4fb9-b403-3b2c1c6cd89a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:45.932434 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network 49b01355-56a9-4fb9-b403-3b2c1c6cd89a details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:33:45.981330 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5deec930-61fc-44ad-9834-4c426413826e req-327b3bf8-2d2c-45ec-9f7f-582c9c3f2df0 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 210 time: 0.0334303 Mar 27 15:33:45.981881 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e586e70-19a9-4ee9-92e4-e0a7cd96cb51 admin admin] Made reservation on behalf of 09a952d09ca543739253f6db15ca6989 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:33:45.984148 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e586e70-19a9-4ee9-92e4-e0a7cd96cb51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24757375'] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:46.158823 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e586e70-19a9-4ee9-92e4-e0a7cd96cb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5227303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24757353'] for subnet (8a509b84-c7e2-4dc3-a4de-88802d909b58), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:46.214654 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e586e70-19a9-4ee9-92e4-e0a7cd96cb51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a509b84-c7e2-4dc3-a4de-88802d909b58,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:46.225071 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e586e70-19a9-4ee9-92e4-e0a7cd96cb51 admin admin] Checking segment: {'id': 'a4ef334c-96c2-45e5-b516-447b572dff48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49b01355-56a9-4fb9-b403-3b2c1c6cd89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:33:46.225430 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e586e70-19a9-4ee9-92e4-e0a7cd96cb51 admin admin] Network hostable DHCP agents. Network: 49b01355-56a9-4fb9-b403-3b2c1c6cd89a, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:33:46.242040 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e586e70-19a9-4ee9-92e4-e0a7cd96cb51 admin admin] Network 49b01355-56a9-4fb9-b403-3b2c1c6cd89a is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:33:46.251101 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-3e586e70-19a9-4ee9-92e4-e0a7cd96cb51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, 49b01355-56a9-4fb9-b403-3b2c1c6cd89a) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:33:46.256617 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e586e70-19a9-4ee9-92e4-e0a7cd96cb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:46.257472 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3e586e70-19a9-4ee9-92e4-e0a7cd96cb51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:46.260850 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6297dcc-f65d-4b5f-a665-d658ee1f41b8 None None] Network 49b01355-56a9-4fb9-b403-3b2c1c6cd89a requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:33:46.278774 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-3e586e70-19a9-4ee9-92e4-e0a7cd96cb51 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3636994 Mar 27 15:33:46.376221 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e792d06f-fe9a-4b01-b01d-3765f4e8f7d6 None None] Network 49b01355-56a9-4fb9-b403-3b2c1c6cd89a requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:33:46.749620 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 39386) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:46.754467 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9bbef93c-b57c-4808-942b-bd525dcc3d5f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1674636417-network', 'tenant_id': '2b1214b499b94037bd74f0772f455ebb'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:46.775481 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbef93c-b57c-4808-942b-bd525dcc3d5f admin admin] Made reservation on behalf of 2b1214b499b94037bd74f0772f455ebb for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:33:46.778528 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bbef93c-b57c-4808-942b-bd525dcc3d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:46.787512 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bbef93c-b57c-4808-942b-bd525dcc3d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:46.911465 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bbef93c-b57c-4808-942b-bd525dcc3d5f admin admin] Publish callbacks [] for security_group (b7271404-0f2f-4b74-be91-a61ef45e201a), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:46.917808 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bbef93c-b57c-4808-942b-bd525dcc3d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (b7271404-0f2f-4b74-be91-a61ef45e201a), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:46.945290 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbef93c-b57c-4808-942b-bd525dcc3d5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:33:46.980275 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbef93c-b57c-4808-942b-bd525dcc3d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7271404-0f2f-4b74-be91-a61ef45e201a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:46.990912 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bbef93c-b57c-4808-942b-bd525dcc3d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (12d6ead4-6955-4871-80ce-83e8ab8e0918), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:46.991506 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.segments_db [None req-9bbef93c-b57c-4808-942b-bd525dcc3d5f admin admin] Added segment 12d6ead4-6955-4871-80ce-83e8ab8e0918 of type vlan for network d70fdd22-c89f-4712-b9f9-7413b750cc3c Mar 27 15:33:47.005713 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-32e440d9-c84d-434d-a360-c493a3b449ce tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:47.006876 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-32e440d9-c84d-434d-a360-c493a3b449ce tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "GET /v2.0/networks?id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 200 len: 815 time: 0.1611857 Mar 27 15:33:47.056553 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bbef93c-b57c-4808-942b-bd525dcc3d5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (d70fdd22-c89f-4712-b9f9-7413b750cc3c), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:47.091312 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a4b0d395-fe7f-4331-b4ae-0a39e946e6f7 req-75896ac3-4d2f-49c6-9bbd-b90cfd15475a tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 210 time: 0.0381968 Mar 27 15:33:47.130266 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-7ba739ac-3224-44b6-85a3-cf9c9f0e347b tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78ddabd9f42d4822bf2f6c480863851c HTTP/1.1" status: 200 len: 380 time: 0.1011610 Mar 27 15:33:47.131291 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bbef93c-b57c-4808-942b-bd525dcc3d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (d70fdd22-c89f-4712-b9f9-7413b750cc3c), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:47.132188 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbef93c-b57c-4808-942b-bd525dcc3d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:47.132760 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bbef93c-b57c-4808-942b-bd525dcc3d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:47.143635 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-ce750443-e381-4e6d-b6f5-953a7190e148 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'port': {'device_id': '41a0ab3b-b349-4108-be18-0c003fbe6f35', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'admin_state_up': True, 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'security_groups': ['6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:47.228357 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-9bbef93c-b57c-4808-942b-bd525dcc3d5f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4776554 Mar 27 15:33:47.231815 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39394) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:47.236858 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-2a24f39f-c506-4c01-882f-20350919d431 admin admin] Request body: {'subnet': {'network_id': 'd70fdd22-c89f-4712-b9f9-7413b750cc3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1674636417-subnet', 'tenant_id': '2b1214b499b94037bd74f0772f455ebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:47.246276 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbef93c-b57c-4808-942b-bd525dcc3d5f admin admin] Pushing event updated for resources: {'Network': ['ID=d70fdd22-c89f-4712-b9f9-7413b750cc3c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:47.257496 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a24f39f-c506-4c01-882f-20350919d431 admin admin] Made reservation on behalf of 2b1214b499b94037bd74f0772f455ebb for: {'subnet': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:33:47.259147 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network d70fdd22-c89f-4712-b9f9-7413b750cc3c details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:33:47.260125 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a24f39f-c506-4c01-882f-20350919d431 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5321494'] for subnet (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:47.307259 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-ce750443-e381-4e6d-b6f5-953a7190e148 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Made reservation on behalf of 78ddabd9f42d4822bf2f6c480863851c for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:33:47.310633 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-ce750443-e381-4e6d-b6f5-953a7190e148 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:47.432060 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a24f39f-c506-4c01-882f-20350919d431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5327928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5321472'] for subnet (dcaef3a1-26b2-4beb-a47b-a59dfbcd49f5), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:47.450517 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-ce750443-e381-4e6d-b6f5-953a7190e148 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Allocated IP 172.20.0.13 (305fa4ab-b08c-4a9e-8a52-56d673dd13fa/ad263cdc-9f5f-4b94-9470-91174def020a/35868ac3-461f-4b97-83ef-3752fb0c4d1b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:33:47.490861 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24f39f-c506-4c01-882f-20350919d431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcaef3a1-26b2-4beb-a47b-a59dfbcd49f5,revision_number=0']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:47.496566 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a24f39f-c506-4c01-882f-20350919d431 admin admin] Checking segment: {'id': '12d6ead4-6955-4871-80ce-83e8ab8e0918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd70fdd22-c89f-4712-b9f9-7413b750cc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:33:47.496886 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a24f39f-c506-4c01-882f-20350919d431 admin admin] Network hostable DHCP agents. Network: d70fdd22-c89f-4712-b9f9-7413b750cc3c, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:33:47.513370 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a24f39f-c506-4c01-882f-20350919d431 admin admin] Network d70fdd22-c89f-4712-b9f9-7413b750cc3c is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:33:47.522461 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2a24f39f-c506-4c01-882f-20350919d431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, d70fdd22-c89f-4712-b9f9-7413b750cc3c) {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:33:47.526667 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a24f39f-c506-4c01-882f-20350919d431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:47.527907 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2a24f39f-c506-4c01-882f-20350919d431 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:47.533848 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6400c47c-a3c6-4922-a206-29e0259b396e None None] Network d70fdd22-c89f-4712-b9f9-7413b750cc3c requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:33:47.547656 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2a24f39f-c506-4c01-882f-20350919d431 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3147588 Mar 27 15:33:47.604307 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-ce750443-e381-4e6d-b6f5-953a7190e148 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for port (35868ac3-461f-4b97-83ef-3752fb0c4d1b), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:47.641296 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea47587-65da-436a-95e3-4ec5c42c437c None None] Network d70fdd22-c89f-4712-b9f9-7413b750cc3c requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:33:47.644571 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-ce750443-e381-4e6d-b6f5-953a7190e148 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (35868ac3-461f-4b97-83ef-3752fb0c4d1b), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:47.687410 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-ce750443-e381-4e6d-b6f5-953a7190e148 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:33:47.690615 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-ce750443-e381-4e6d-b6f5-953a7190e148 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:33:47.697369 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-ce750443-e381-4e6d-b6f5-953a7190e148 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:33:47.704781 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce750443-e381-4e6d-b6f5-953a7190e148 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event updated for resources: {'Port': ['ID=35868ac3-461f-4b97-83ef-3752fb0c4d1b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:47.762425 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-ce750443-e381-4e6d-b6f5-953a7190e148 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:47.763240 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-ce750443-e381-4e6d-b6f5-953a7190e148 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:47.780546 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-ce750443-e381-4e6d-b6f5-953a7190e148 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6425068 Mar 27 15:33:47.792187 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Request body: {'port': {'device_id': '41a0ab3b-b349-4108-be18-0c003fbe6f35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:47.856787 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (35868ac3-461f-4b97-83ef-3752fb0c4d1b), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:47.932253 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-08dc4159-25b7-4d6f-b8c4-85a3cbbdef49 None None] Provisioning complete for port 35868ac3-461f-4b97-83ef-3752fb0c4d1b triggered by entity DHCP. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:33:47.932638 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-08dc4159-25b7-4d6f-b8c4-85a3cbbdef49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (35868ac3-461f-4b97-83ef-3752fb0c4d1b), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:47.968032 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-08dc4159-25b7-4d6f-b8c4-85a3cbbdef49 None None] Port 35868ac3-461f-4b97-83ef-3752fb0c4d1b cannot update to ACTIVE because it is not bound. {{(pid=103164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:33:48.153908 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-5cdecde6-3d2d-4131-9ae9-f5bac7d004c3 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:48.155387 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-5cdecde6-3d2d-4131-9ae9-f5bac7d004c3 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/networks?id=49b01355-56a9-4fb9-b403-3b2c1c6cd89a HTTP/1.1" status: 200 len: 809 time: 0.1335673 Mar 27 15:33:48.219763 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-a2c85ad8-ca12-4d1a-9549-1f0fa91a46c8 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/quotas/09a952d09ca543739253f6db15ca6989 HTTP/1.1" status: 200 len: 375 time: 0.0487354 Mar 27 15:33:48.243879 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35868ac3-461f-4b97-83ef-3752fb0c4d1b {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:33:48.267067 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-8770544b-fe85-4da8-b9b3-6d511acc1c55 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=09a952d09ca543739253f6db15ca6989&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397465 Mar 27 15:33:48.268843 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Publish callbacks [] for port (35868ac3-461f-4b97-83ef-3752fb0c4d1b), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:48.300520 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Transition to ACTIVE for port object 35868ac3-461f-4b97-83ef-3752fb0c4d1b will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:33:48.333910 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43670862-a866-405c-b585-a686cc9186ec req-2000560d-48b9-455e-90c0-e9f01931d8d2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:48.335370 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-43670862-a866-405c-b585-a686cc9186ec req-2000560d-48b9-455e-90c0-e9f01931d8d2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 932 time: 0.1759236 Mar 27 15:33:48.337487 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (35868ac3-461f-4b97-83ef-3752fb0c4d1b), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:48.435215 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=35868ac3-461f-4b97-83ef-3752fb0c4d1b,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:48.498375 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dc8cf7e1-d992-4741-9544-515edbb3fa62 service neutron] 10.222.0.13 "GET /v2.0/networks/49b01355-56a9-4fb9-b403-3b2c1c6cd89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219024 Mar 27 15:33:48.503154 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-43670862-a866-405c-b585-a686cc9186ec req-eb1c3ac5-1611-4d3c-bf7f-7761f3c161fb tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559598 Mar 27 15:33:48.581154 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Attempting to bind port 35868ac3-461f-4b97-83ef-3752fb0c4d1b on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:33:48.581487 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Attempting to bind port 35868ac3-461f-4b97-83ef-3752fb0c4d1b by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:33:48.581812 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Attempting to bind port 35868ac3-461f-4b97-83ef-3752fb0c4d1b on network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:33:48.593481 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Port 35868ac3-461f-4b97-83ef-3752fb0c4d1b on network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:33:48.593802 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Attempting to bind port 35868ac3-461f-4b97-83ef-3752fb0c4d1b on network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:33:48.604077 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:33:48.604406 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Checking segment: {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:33:48.604775 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Bound using segment: {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:33:48.605190 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Bound port: 35868ac3-461f-4b97-83ef-3752fb0c4d1b, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b9ec19-5284-403f-b7d8-d52fd7508bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:33:48.605569 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (35868ac3-461f-4b97-83ef-3752fb0c4d1b), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:48.623801 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-c856186d-4add-4a36-af2f-6301a513b1a5 service neutron] 10.222.0.13 "GET /v2.0/networks/49b01355-56a9-4fb9-b403-3b2c1c6cd89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165392 Mar 27 15:33:48.677360 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] For port 35868ac3-461f-4b97-83ef-3752fb0c4d1b, host hv-cinder-83538, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:33:48.680276 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] For port 35868ac3-461f-4b97-83ef-3752fb0c4d1b, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=35868ac3-461f-4b97-83ef-3752fb0c4d1b,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:33:48.687626 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (35868ac3-461f-4b97-83ef-3752fb0c4d1b), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:48.719466 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:48.720201 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:48.721624 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] 10.222.0.16 "PUT /v2.0/ports/35868ac3-461f-4b97-83ef-3752fb0c4d1b HTTP/1.1" status: 200 len: 1094 time: 0.9337976 Mar 27 15:33:48.722064 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a0ab3b-b349-4108-be18-0c003fbe6f35', 'tag': '35868ac3-461f-4b97-83ef-3752fb0c4d1b'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:48.724286 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecd9a38-bed0-47a6-b7c1-6346755bfa5d" -d '{"events": [{"name": "network-changed", "server_uuid": "41a0ab3b-b349-4108-be18-0c003fbe6f35", "tag": "35868ac3-461f-4b97-83ef-3752fb0c4d1b"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:48.789587 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823f469-a9f5-4c28-b07d-43858c5da9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=35868ac3-461f-4b97-83ef-3752fb0c4d1b,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:48.794284 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea78a98-c735-4190-83b6-282e7f8b68c8 x-openstack-request-id: req-9ea78a98-c735-4190-83b6-282e7f8b68c8 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:48.794619 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a0ab3b-b349-4108-be18-0c003fbe6f35", "tag": "35868ac3-461f-4b97-83ef-3752fb0c4d1b", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:48.795088 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ea78a98-c735-4190-83b6-282e7f8b68c8 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:48.795587 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea78a98-c735-4190-83b6-282e7f8b68c8'] response: {'name': 'network-changed', 'server_uuid': '41a0ab3b-b349-4108-be18-0c003fbe6f35', 'tag': '35868ac3-461f-4b97-83ef-3752fb0c4d1b', 'status': 'completed', 'code': 200} Mar 27 15:33:48.837431 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9edb4fc9-9b9c-48c6-8e48-97d60c23eb43 req-90d73701-2c97-47c9-a3f3-5d727463a0e8 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3a619d-6c86-48ce-a6a2-58563ea769ec HTTP/1.1" status: 200 len: 210 time: 0.0502043 Mar 27 15:33:48.860718 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-bf93cf3d-52ab-4f4d-b5d0-a9416e7b9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:48.863375 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-bf93cf3d-52ab-4f4d-b5d0-a9416e7b9200 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78ddabd9f42d4822bf2f6c480863851c&device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 1128 time: 0.0846896 Mar 27 15:33:48.910043 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-99dea2c1-5df9-4785-a805-ba3956e11678 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35868ac3-461f-4b97-83ef-3752fb0c4d1b HTTP/1.1" status: 200 len: 217 time: 0.0387907 Mar 27 15:33:48.963291 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-1f293956-053b-45be-bb0a-11141afc387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:48.965440 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-1f293956-053b-45be-bb0a-11141afc387d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad263cdc-9f5f-4b94-9470-91174def020a HTTP/1.1" status: 200 len: 854 time: 0.0486486 Mar 27 15:33:49.014383 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-a1036316-6ef0-4288-8482-dd56cfd9c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:49.016208 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-a1036316-6ef0-4288-8482-dd56cfd9c311 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0460374 Mar 27 15:33:49.108388 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-7e72e8d1-cf83-472e-8e7b-15e4736ae34e service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847666 Mar 27 15:33:49.196206 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-48a38db7-79de-4d9a-8f2f-be486912d823 req-bac37421-66fe-4c86-8744-fdc325fa264d service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823829 Mar 27 15:33:49.292420 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd9a38-bed0-47a6-b7c1-6346755bfa5d req-f94947f1-1bbc-4461-bfa7-c3b0601e7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:49.293995 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2ecd9a38-bed0-47a6-b7c1-6346755bfa5d req-f94947f1-1bbc-4461-bfa7-c3b0601e7281 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78ddabd9f42d4822bf2f6c480863851c&device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 1128 time: 0.0501337 Mar 27 15:33:49.392596 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd9a38-bed0-47a6-b7c1-6346755bfa5d req-789dfa5f-0739-4e81-9f01-5b06b0e92a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:49.394082 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2ecd9a38-bed0-47a6-b7c1-6346755bfa5d req-789dfa5f-0739-4e81-9f01-5b06b0e92a44 service neutron] 10.222.0.16 "GET /v2.0/networks?id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 200 len: 916 time: 0.0941215 Mar 27 15:33:49.440049 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2ecd9a38-bed0-47a6-b7c1-6346755bfa5d req-82627410-d26d-4a27-a446-c77112fd3348 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35868ac3-461f-4b97-83ef-3752fb0c4d1b HTTP/1.1" status: 200 len: 217 time: 0.0375180 Mar 27 15:33:49.487140 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd9a38-bed0-47a6-b7c1-6346755bfa5d req-5efbfa9b-75f4-4604-8e3b-4799ceaa83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:49.488575 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2ecd9a38-bed0-47a6-b7c1-6346755bfa5d req-5efbfa9b-75f4-4604-8e3b-4799ceaa83f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad263cdc-9f5f-4b94-9470-91174def020a HTTP/1.1" status: 200 len: 854 time: 0.0416145 Mar 27 15:33:49.537315 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd9a38-bed0-47a6-b7c1-6346755bfa5d req-280b950e-2685-4f14-8bb5-6a499233abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:49.538872 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2ecd9a38-bed0-47a6-b7c1-6346755bfa5d req-280b950e-2685-4f14-8bb5-6a499233abf3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441403 Mar 27 15:33:49.665022 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ee52b-8f77-4438-a2ef-5f8e22583359 req-2df82f5b-2e47-41c2-b995-a787e6fa413d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:49.666390 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f11ee52b-8f77-4438-a2ef-5f8e22583359 req-2df82f5b-2e47-41c2-b995-a787e6fa413d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 944 time: 0.0782957 Mar 27 15:33:49.668572 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2ecd9a38-bed0-47a6-b7c1-6346755bfa5d req-7331f370-46a7-4ffc-8fbd-473c26f8c972 service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235394 Mar 27 15:33:49.765441 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f11ee52b-8f77-4438-a2ef-5f8e22583359 req-dbdb0a5e-c1fa-4db0-85da-82c78d0b0aff tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934505 Mar 27 15:33:49.796267 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2ecd9a38-bed0-47a6-b7c1-6346755bfa5d req-ff132fd1-6df6-4de3-bc8a-dee4107c8a9d service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187778 Mar 27 15:33:49.915186 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-76d11331-fbef-4924-ae09-4fbfd5e02a9a tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:49.916539 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-76d11331-fbef-4924-ae09-4fbfd5e02a9a tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.16 "GET /v2.0/networks?id=49b01355-56a9-4fb9-b403-3b2c1c6cd89a HTTP/1.1" status: 200 len: 809 time: 0.1006083 Mar 27 15:33:49.931411 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-8dd55949-0682-4ebf-9c3f-d10ecb7180e9 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Request body: {'port': {'device_id': '7c3a619d-6c86-48ce-a6a2-58563ea769ec', 'network_id': '49b01355-56a9-4fb9-b403-3b2c1c6cd89a', 'admin_state_up': True, 'tenant_id': '09a952d09ca543739253f6db15ca6989'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:49.951694 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-23b7ca19-cd6a-40fe-a516-253bf6fc6b38 req-b0ccdf25-89aa-47d1-9381-93d55818381e tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3a619d-6c86-48ce-a6a2-58563ea769ec HTTP/1.1" status: 200 len: 210 time: 0.0338190 Mar 27 15:33:50.052404 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-8dd55949-0682-4ebf-9c3f-d10ecb7180e9 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Made reservation on behalf of 09a952d09ca543739253f6db15ca6989 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:33:50.055743 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-8dd55949-0682-4ebf-9c3f-d10ecb7180e9 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:50.095067 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11a89b7e-7196-43f4-9b5c-c9314da8f1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:50.180091 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-8dd55949-0682-4ebf-9c3f-d10ecb7180e9 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Allocated IP 172.20.0.4 (49b01355-56a9-4fb9-b403-3b2c1c6cd89a/8a509b84-c7e2-4dc3-a4de-88802d909b58/e2a3e94a-a187-47ea-b4ce-909dc2e66512) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:33:50.319622 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-8dd55949-0682-4ebf-9c3f-d10ecb7180e9 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Publish callbacks [] for port (e2a3e94a-a187-47ea-b4ce-909dc2e66512), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:50.352447 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-8dd55949-0682-4ebf-9c3f-d10ecb7180e9 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (e2a3e94a-a187-47ea-b4ce-909dc2e66512), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:50.395989 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-8dd55949-0682-4ebf-9c3f-d10ecb7180e9 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Network 49b01355-56a9-4fb9-b403-3b2c1c6cd89a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:33:50.399000 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-8dd55949-0682-4ebf-9c3f-d10ecb7180e9 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:33:50.401266 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-8dd55949-0682-4ebf-9c3f-d10ecb7180e9 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:33:50.432137 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd55949-0682-4ebf-9c3f-d10ecb7180e9 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Pushing event updated for resources: {'Port': ['ID=e2a3e94a-a187-47ea-b4ce-909dc2e66512,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:50.457394 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-8dd55949-0682-4ebf-9c3f-d10ecb7180e9 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:50.458000 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-8dd55949-0682-4ebf-9c3f-d10ecb7180e9 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:50.474001 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-8dd55949-0682-4ebf-9c3f-d10ecb7180e9 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5475962 Mar 27 15:33:50.487499 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Request body: {'port': {'device_id': '7c3a619d-6c86-48ce-a6a2-58563ea769ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:50.543770 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (e2a3e94a-a187-47ea-b4ce-909dc2e66512), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:50.802281 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a3e94a-a187-47ea-b4ce-909dc2e66512 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:33:50.810399 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Publish callbacks [] for port (e2a3e94a-a187-47ea-b4ce-909dc2e66512), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:50.822992 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Transition to ACTIVE for port object e2a3e94a-a187-47ea-b4ce-909dc2e66512 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:33:50.827920 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (e2a3e94a-a187-47ea-b4ce-909dc2e66512), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:50.903122 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a3e94a-a187-47ea-b4ce-909dc2e66512,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:50.966222 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49120ccd-13b3-44f6-976a-f640a520d29e req-a5e24514-6fe8-4770-bd89-ff2b957e41b0 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:50.967707 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-49120ccd-13b3-44f6-976a-f640a520d29e req-a5e24514-6fe8-4770-bd89-ff2b957e41b0 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 944 time: 0.1158576 Mar 27 15:33:51.006183 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Attempting to bind port e2a3e94a-a187-47ea-b4ce-909dc2e66512 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:33:51.006530 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Attempting to bind port e2a3e94a-a187-47ea-b4ce-909dc2e66512 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a4ef334c-96c2-45e5-b516-447b572dff48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49b01355-56a9-4fb9-b403-3b2c1c6cd89a'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:33:51.006883 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Attempting to bind port e2a3e94a-a187-47ea-b4ce-909dc2e66512 on network 49b01355-56a9-4fb9-b403-3b2c1c6cd89a {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:33:51.019734 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Port e2a3e94a-a187-47ea-b4ce-909dc2e66512 on network 49b01355-56a9-4fb9-b403-3b2c1c6cd89a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:33:51.020057 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Attempting to bind port e2a3e94a-a187-47ea-b4ce-909dc2e66512 on network 49b01355-56a9-4fb9-b403-3b2c1c6cd89a {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:33:51.040456 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:33:51.040793 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Checking segment: {'id': 'a4ef334c-96c2-45e5-b516-447b572dff48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49b01355-56a9-4fb9-b403-3b2c1c6cd89a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:33:51.041174 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Bound using segment: {'id': 'a4ef334c-96c2-45e5-b516-447b572dff48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49b01355-56a9-4fb9-b403-3b2c1c6cd89a'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:33:51.041606 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Bound port: e2a3e94a-a187-47ea-b4ce-909dc2e66512, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ef334c-96c2-45e5-b516-447b572dff48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49b01355-56a9-4fb9-b403-3b2c1c6cd89a'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:33:51.041962 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (e2a3e94a-a187-47ea-b4ce-909dc2e66512), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:51.069876 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-49120ccd-13b3-44f6-976a-f640a520d29e req-ba1187a1-24d8-48ca-a3ae-dc9c9ccd94c8 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961909 Mar 27 15:33:51.124394 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40ba20-c45a-4841-a195-d4afde037a72 req-89050535-9acb-42b6-8a94-9d6a92fbaf27 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:51.125859 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ab40ba20-c45a-4841-a195-d4afde037a72 req-89050535-9acb-42b6-8a94-9d6a92fbaf27 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3a619d-6c86-48ce-a6a2-58563ea769ec HTTP/1.1" status: 200 len: 943 time: 0.1037419 Mar 27 15:33:51.154679 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] For port e2a3e94a-a187-47ea-b4ce-909dc2e66512, host hv-cinder-83538, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:33:51.171550 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] For port e2a3e94a-a187-47ea-b4ce-909dc2e66512, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e2a3e94a-a187-47ea-b4ce-909dc2e66512,segment=NetworkSegment(a4ef334c-96c2-45e5-b516-447b572dff48),segment_id=a4ef334c-96c2-45e5-b516-447b572dff48)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:33:51.183758 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (e2a3e94a-a187-47ea-b4ce-909dc2e66512), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:51.223957 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ab40ba20-c45a-4841-a195-d4afde037a72 req-99838587-9a1c-4d99-8145-32ed65d03a6d tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/security-groups?id=093f862e-5dd1-42d0-8b9a-12cef9b9e159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911241 Mar 27 15:33:51.226857 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:51.227346 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:51.228603 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] 10.222.0.16 "PUT /v2.0/ports/e2a3e94a-a187-47ea-b4ce-909dc2e66512 HTTP/1.1" status: 200 len: 1093 time: 0.7451861 Mar 27 15:33:51.229125 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3a619d-6c86-48ce-a6a2-58563ea769ec', 'tag': 'e2a3e94a-a187-47ea-b4ce-909dc2e66512'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:51.231321 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3278d08a-8451-4ba9-93d2-6fa6a693cb68" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3a619d-6c86-48ce-a6a2-58563ea769ec", "tag": "e2a3e94a-a187-47ea-b4ce-909dc2e66512"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:51.260310 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca7e2b-2e8b-4960-9780-eafb8d64a104 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a3e94a-a187-47ea-b4ce-909dc2e66512,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:51.269322 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01d6b39-f2a4-428e-8e7f-ed7deb3c8d49 x-openstack-request-id: req-a01d6b39-f2a4-428e-8e7f-ed7deb3c8d49 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:51.269645 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3a619d-6c86-48ce-a6a2-58563ea769ec", "tag": "e2a3e94a-a187-47ea-b4ce-909dc2e66512", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:51.269865 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a01d6b39-f2a4-428e-8e7f-ed7deb3c8d49 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:51.270665 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a01d6b39-f2a4-428e-8e7f-ed7deb3c8d49'] response: {'name': 'network-changed', 'server_uuid': '7c3a619d-6c86-48ce-a6a2-58563ea769ec', 'tag': 'e2a3e94a-a187-47ea-b4ce-909dc2e66512', 'status': 'completed', 'code': 200} Mar 27 15:33:51.322714 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-385e3f67-e3b2-489c-8cb6-4bc1f1cb3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:51.324652 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-385e3f67-e3b2-489c-8cb6-4bc1f1cb3dc2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09a952d09ca543739253f6db15ca6989&device_id=7c3a619d-6c86-48ce-a6a2-58563ea769ec HTTP/1.1" status: 200 len: 1127 time: 0.0442243 Mar 27 15:33:51.377401 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-eaa86c8e-293f-4ec5-bf1c-419b603ccc1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2a3e94a-a187-47ea-b4ce-909dc2e66512 HTTP/1.1" status: 200 len: 217 time: 0.0378799 Mar 27 15:33:51.424806 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-89e5677d-c4da-402c-bbaf-4a57675c8b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:51.426221 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-89e5677d-c4da-402c-bbaf-4a57675c8b99 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8a509b84-c7e2-4dc3-a4de-88802d909b58 HTTP/1.1" status: 200 len: 849 time: 0.0424984 Mar 27 15:33:51.457289 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-5c479f1a-9b67-4d39-b81d-517b05938e37 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49b01355-56a9-4fb9-b403-3b2c1c6cd89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242016 Mar 27 15:33:51.542829 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-9cdbe580-d3ef-46b5-8dcb-f613d1d26e05 service neutron] 10.222.0.16 "GET /v2.0/networks/49b01355-56a9-4fb9-b403-3b2c1c6cd89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786035 Mar 27 15:33:51.630220 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d3513efb-b50a-4fe4-a168-3307603fb80d req-fa8dd5b3-fa9b-47af-b088-f316177de8de service neutron] 10.222.0.16 "GET /v2.0/networks/49b01355-56a9-4fb9-b403-3b2c1c6cd89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813582 Mar 27 15:33:51.723880 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278d08a-8451-4ba9-93d2-6fa6a693cb68 req-be838414-869f-4c16-aa39-9a4840b10df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:51.725349 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3278d08a-8451-4ba9-93d2-6fa6a693cb68 req-be838414-869f-4c16-aa39-9a4840b10df2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09a952d09ca543739253f6db15ca6989&device_id=7c3a619d-6c86-48ce-a6a2-58563ea769ec HTTP/1.1" status: 200 len: 1127 time: 0.0444775 Mar 27 15:33:51.816134 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278d08a-8451-4ba9-93d2-6fa6a693cb68 req-ba5b5321-ba7f-4d43-8bfa-85125d43df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:51.817598 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3278d08a-8451-4ba9-93d2-6fa6a693cb68 req-ba5b5321-ba7f-4d43-8bfa-85125d43df4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=49b01355-56a9-4fb9-b403-3b2c1c6cd89a HTTP/1.1" status: 200 len: 910 time: 0.0844045 Mar 27 15:33:51.856069 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3278d08a-8451-4ba9-93d2-6fa6a693cb68 req-d5ba4d30-bd28-46da-806f-e4ad9aae3855 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2a3e94a-a187-47ea-b4ce-909dc2e66512 HTTP/1.1" status: 200 len: 217 time: 0.0324817 Mar 27 15:33:51.901163 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278d08a-8451-4ba9-93d2-6fa6a693cb68 req-3256ee27-5272-4a5d-8e2e-9fd758ec5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:51.902463 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3278d08a-8451-4ba9-93d2-6fa6a693cb68 req-3256ee27-5272-4a5d-8e2e-9fd758ec5475 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8a509b84-c7e2-4dc3-a4de-88802d909b58 HTTP/1.1" status: 200 len: 849 time: 0.0405424 Mar 27 15:33:51.936460 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3278d08a-8451-4ba9-93d2-6fa6a693cb68 req-862e9efa-ea52-4634-8097-30813cf61ddb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49b01355-56a9-4fb9-b403-3b2c1c6cd89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280535 Mar 27 15:33:52.293862 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b9790-2137-44d7-a1b5-70c23014708a req-91562c11-bd85-400f-86e0-4e682dfd8e05 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:52.295490 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-646b9790-2137-44d7-a1b5-70c23014708a req-91562c11-bd85-400f-86e0-4e682dfd8e05 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 944 time: 0.1038964 Mar 27 15:33:52.297345 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3278d08a-8451-4ba9-93d2-6fa6a693cb68 req-6a42c918-412d-46af-88a4-eb9a0988fd39 service neutron] 10.222.0.16 "GET /v2.0/networks/49b01355-56a9-4fb9-b403-3b2c1c6cd89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548639 Mar 27 15:33:52.335303 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-07451d40-8b9c-429e-9577-4d093685f8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:52.430322 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-646b9790-2137-44d7-a1b5-70c23014708a req-55b7c90e-4045-429a-ad76-734436def75c tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292465 Mar 27 15:33:52.455282 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acc5a8-3b08-41f9-9a27-32f18e0376d3 req-0036cc1f-89c3-4c6f-a57f-8c5b7c3fb368 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:52.456672 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d1acc5a8-3b08-41f9-9a27-32f18e0376d3 req-0036cc1f-89c3-4c6f-a57f-8c5b7c3fb368 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3a619d-6c86-48ce-a6a2-58563ea769ec HTTP/1.1" status: 200 len: 943 time: 0.1546338 Mar 27 15:33:52.460459 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3278d08a-8451-4ba9-93d2-6fa6a693cb68 req-225f2458-6c94-41c8-85bc-8306e07a32f6 service neutron] 10.222.0.16 "GET /v2.0/networks/49b01355-56a9-4fb9-b403-3b2c1c6cd89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522889 Mar 27 15:33:52.503040 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d1acc5a8-3b08-41f9-9a27-32f18e0376d3 req-aaaf5875-7826-431f-acae-edb9b3bf2504 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/security-groups?id=093f862e-5dd1-42d0-8b9a-12cef9b9e159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Mar 27 15:33:53.123771 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 35868ac3-461f-4b97-83ef-3752fb0c4d1b details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:33:53.214876 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 35868ac3-461f-4b97-83ef-3752fb0c4d1b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=35868ac3-461f-4b97-83ef-3752fb0c4d1b,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:53.226014 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '35868ac3-461f-4b97-83ef-3752fb0c4d1b', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'port_id': '35868ac3-461f-4b97-83ef-3752fb0c4d1b', 'mac_address': 'fa:16:3e:cb:7d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:33:53.264578 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 35868ac3-461f-4b97-83ef-3752fb0c4d1b is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:33:53.264958 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (35868ac3-461f-4b97-83ef-3752fb0c4d1b), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:53.276908 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35868ac3-461f-4b97-83ef-3752fb0c4d1b {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:33:53.295250 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 35868ac3-461f-4b97-83ef-3752fb0c4d1b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=35868ac3-461f-4b97-83ef-3752fb0c4d1b,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:53.299169 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (35868ac3-461f-4b97-83ef-3752fb0c4d1b), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:53.345980 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=35868ac3-461f-4b97-83ef-3752fb0c4d1b,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:53.547776 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2cd31d-ed94-4194-a4b6-801b781b8445 req-a433f505-6190-4164-88e6-beb9f84ff0da tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:53.549274 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ae2cd31d-ed94-4194-a4b6-801b781b8445 req-a433f505-6190-4164-88e6-beb9f84ff0da tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 945 time: 0.0513136 Mar 27 15:33:53.626647 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ae2cd31d-ed94-4194-a4b6-801b781b8445 req-c2d22b9a-6d89-471e-b499-4a8982156035 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710492 Mar 27 15:33:53.641705 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e02400-d714-4603-96d8-65538ec8ff1d req-7fcabc14-b9a5-4102-8987-48dca3c241e0 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:53.643165 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-38e02400-d714-4603-96d8-65538ec8ff1d req-7fcabc14-b9a5-4102-8987-48dca3c241e0 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3a619d-6c86-48ce-a6a2-58563ea769ec HTTP/1.1" status: 200 len: 943 time: 0.0744824 Mar 27 15:33:53.664060 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:53.689305 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-38e02400-d714-4603-96d8-65538ec8ff1d req-42b98b7d-fd4c-4730-a6da-9ec4b18b02d3 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/security-groups?id=093f862e-5dd1-42d0-8b9a-12cef9b9e159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406611 Mar 27 15:33:53.789413 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['35868ac3-461f-4b97-83ef-3752fb0c4d1b'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:33:54.742425 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738529f-b97f-4844-b58d-f10cb2a80a93 req-325014bc-c208-476f-8677-9f6a986d27f2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:54.743935 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5738529f-b97f-4844-b58d-f10cb2a80a93 req-325014bc-c208-476f-8677-9f6a986d27f2 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 945 time: 0.0515187 Mar 27 15:33:54.816821 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5738529f-b97f-4844-b58d-f10cb2a80a93 req-356979ee-dad9-436e-89de-60b23fc657e9 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667341 Mar 27 15:33:54.831752 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f43c0f-0df5-4c2b-bf7c-aabadd6c0f9f req-1872957f-2f55-4da2-bba0-123bac14ef35 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:54.833284 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-15f43c0f-0df5-4c2b-bf7c-aabadd6c0f9f req-1872957f-2f55-4da2-bba0-123bac14ef35 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3a619d-6c86-48ce-a6a2-58563ea769ec HTTP/1.1" status: 200 len: 943 time: 0.0774262 Mar 27 15:33:54.881276 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-15f43c0f-0df5-4c2b-bf7c-aabadd6c0f9f req-68360bbd-ebcd-40b7-987e-13bb61a57116 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/security-groups?id=093f862e-5dd1-42d0-8b9a-12cef9b9e159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425529 Mar 27 15:33:55.125247 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device e2a3e94a-a187-47ea-b4ce-909dc2e66512 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:33:55.127294 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 35868ac3-461f-4b97-83ef-3752fb0c4d1b up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:33:55.229236 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port 35868ac3-461f-4b97-83ef-3752fb0c4d1b completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:33:55.241201 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 35868ac3-461f-4b97-83ef-3752fb0c4d1b triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:33:55.241578 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (35868ac3-461f-4b97-83ef-3752fb0c4d1b), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:55.276551 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port e2a3e94a-a187-47ea-b4ce-909dc2e66512, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e2a3e94a-a187-47ea-b4ce-909dc2e66512,segment=NetworkSegment(a4ef334c-96c2-45e5-b516-447b572dff48),segment_id=a4ef334c-96c2-45e5-b516-447b572dff48)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:55.296226 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': 'e2a3e94a-a187-47ea-b4ce-909dc2e66512', 'network_id': '49b01355-56a9-4fb9-b403-3b2c1c6cd89a', 'port_id': 'e2a3e94a-a187-47ea-b4ce-909dc2e66512', 'mac_address': 'fa:16:3e:d7:11:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a509b84-c7e2-4dc3-a4de-88802d909b58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:33:55.362973 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port e2a3e94a-a187-47ea-b4ce-909dc2e66512 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:33:55.363360 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (e2a3e94a-a187-47ea-b4ce-909dc2e66512), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:55.366154 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 35868ac3-461f-4b97-83ef-3752fb0c4d1b is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:33:55.366522 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (35868ac3-461f-4b97-83ef-3752fb0c4d1b), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:55.387883 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a3e94a-a187-47ea-b4ce-909dc2e66512 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:33:55.406243 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a0ab3b-b349-4108-be18-0c003fbe6f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35868ac3-461f-4b97-83ef-3752fb0c4d1b'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:55.412570 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777e5459-f682-44ab-ab16-cb3b3d81acbd" -d '{"events": [{"server_uuid": "41a0ab3b-b349-4108-be18-0c003fbe6f35", "name": "network-vif-plugged", "status": "completed", "tag": "35868ac3-461f-4b97-83ef-3752fb0c4d1b"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:55.440196 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 35868ac3-461f-4b97-83ef-3752fb0c4d1b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=35868ac3-461f-4b97-83ef-3752fb0c4d1b,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:55.441988 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port e2a3e94a-a187-47ea-b4ce-909dc2e66512, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e2a3e94a-a187-47ea-b4ce-909dc2e66512,segment=NetworkSegment(a4ef334c-96c2-45e5-b516-447b572dff48),segment_id=a4ef334c-96c2-45e5-b516-447b572dff48)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:55.445092 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (35868ac3-461f-4b97-83ef-3752fb0c4d1b), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:55.451485 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (e2a3e94a-a187-47ea-b4ce-909dc2e66512), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:55.470243 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb68447-0fa4-41bc-b586-ca137e6076a7 x-openstack-request-id: req-3eb68447-0fa4-41bc-b586-ca137e6076a7 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:55.470531 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a0ab3b-b349-4108-be18-0c003fbe6f35", "name": "network-vif-plugged", "status": "completed", "tag": "35868ac3-461f-4b97-83ef-3752fb0c4d1b", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:55.470814 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3eb68447-0fa4-41bc-b586-ca137e6076a7 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:55.471201 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb68447-0fa4-41bc-b586-ca137e6076a7'] response: {'server_uuid': '41a0ab3b-b349-4108-be18-0c003fbe6f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35868ac3-461f-4b97-83ef-3752fb0c4d1b', 'code': 200} Mar 27 15:33:55.474410 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:55.507199 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=35868ac3-461f-4b97-83ef-3752fb0c4d1b,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:55.560358 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=e2a3e94a-a187-47ea-b4ce-909dc2e66512,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:55.629047 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32322c85-402a-4175-abf9-af68fdcdbb96 req-19f4f110-7a94-4f74-b1ee-fb19873dd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:55.630555 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-32322c85-402a-4175-abf9-af68fdcdbb96 req-19f4f110-7a94-4f74-b1ee-fb19873dd6e0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 1130 time: 0.0429132 Mar 27 15:33:55.676359 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-32322c85-402a-4175-abf9-af68fdcdbb96 req-754c7959-7349-4033-ba4b-b6bfee347ebe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382504 Mar 27 15:33:55.805359 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['e2a3e94a-a187-47ea-b4ce-909dc2e66512'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:33:55.935020 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775062b-59a8-4aa7-acc9-2cee908314a3 req-11699c95-05a7-4f29-950d-f56ee185ffbb tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:55.936432 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2775062b-59a8-4aa7-acc9-2cee908314a3 req-11699c95-05a7-4f29-950d-f56ee185ffbb tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 946 time: 0.0542030 Mar 27 15:33:56.013941 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2775062b-59a8-4aa7-acc9-2cee908314a3 req-9ec7659e-8445-411d-9173-44d826f71779 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714176 Mar 27 15:33:56.029592 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f50e2b-8970-45e8-9d60-7174578b404c req-36a71334-7720-41ea-8cee-514bb9973773 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:56.031055 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-74f50e2b-8970-45e8-9d60-7174578b404c req-36a71334-7720-41ea-8cee-514bb9973773 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3a619d-6c86-48ce-a6a2-58563ea769ec HTTP/1.1" status: 200 len: 944 time: 0.0751987 Mar 27 15:33:56.076623 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-74f50e2b-8970-45e8-9d60-7174578b404c req-7c12d8b6-9a84-4f22-8fea-e63f7b2b542a tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/security-groups?id=093f862e-5dd1-42d0-8b9a-12cef9b9e159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Mar 27 15:33:56.565896 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:57.130383 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebe00d-cd8c-4a86-8e99-f661df2359fd req-b9187510-586f-4d90-86a6-16e850c7ebce tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:57.131868 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-60ebe00d-cd8c-4a86-8e99-f661df2359fd req-b9187510-586f-4d90-86a6-16e850c7ebce tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 946 time: 0.0524688 Mar 27 15:33:57.141704 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device e2a3e94a-a187-47ea-b4ce-909dc2e66512 up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:33:57.193836 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port e2a3e94a-a187-47ea-b4ce-909dc2e66512 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:33:57.198512 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port e2a3e94a-a187-47ea-b4ce-909dc2e66512 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:33:57.198920 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (e2a3e94a-a187-47ea-b4ce-909dc2e66512), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:57.215035 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-60ebe00d-cd8c-4a86-8e99-f661df2359fd req-54539f48-17e4-4c3f-9848-c081d07de5ce tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776658 Mar 27 15:33:57.234433 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b1620-fd4f-4fb2-bcda-9fca2715bbf1 req-92d7f0fd-76fd-4715-bbbf-3d4450e7e8a0 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:57.236102 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-294b1620-fd4f-4fb2-bcda-9fca2715bbf1 req-92d7f0fd-76fd-4715-bbbf-3d4450e7e8a0 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3a619d-6c86-48ce-a6a2-58563ea769ec HTTP/1.1" status: 200 len: 944 time: 0.0905895 Mar 27 15:33:57.292483 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-294b1620-fd4f-4fb2-bcda-9fca2715bbf1 req-d4200f5b-7a88-4800-8310-7e3f3af67822 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/security-groups?id=093f862e-5dd1-42d0-8b9a-12cef9b9e159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504830 Mar 27 15:33:57.419333 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port e2a3e94a-a187-47ea-b4ce-909dc2e66512 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:33:57.419712 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (e2a3e94a-a187-47ea-b4ce-909dc2e66512), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:57.450137 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port e2a3e94a-a187-47ea-b4ce-909dc2e66512, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e2a3e94a-a187-47ea-b4ce-909dc2e66512,segment=NetworkSegment(a4ef334c-96c2-45e5-b516-447b572dff48),segment_id=a4ef334c-96c2-45e5-b516-447b572dff48)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:57.453952 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (e2a3e94a-a187-47ea-b4ce-909dc2e66512), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:57.475770 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3a619d-6c86-48ce-a6a2-58563ea769ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a3e94a-a187-47ea-b4ce-909dc2e66512'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:57.477934 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dbf519-b6d9-48b3-a925-8a88b60b46df" -d '{"events": [{"server_uuid": "7c3a619d-6c86-48ce-a6a2-58563ea769ec", "name": "network-vif-plugged", "status": "completed", "tag": "e2a3e94a-a187-47ea-b4ce-909dc2e66512"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:57.505686 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=e2a3e94a-a187-47ea-b4ce-909dc2e66512,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:57.514329 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f8d043-daa4-4ef9-86d0-f5ef8368d6b2 x-openstack-request-id: req-45f8d043-daa4-4ef9-86d0-f5ef8368d6b2 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:57.514642 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3a619d-6c86-48ce-a6a2-58563ea769ec", "name": "network-vif-plugged", "status": "completed", "tag": "e2a3e94a-a187-47ea-b4ce-909dc2e66512", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:57.514951 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45f8d043-daa4-4ef9-86d0-f5ef8368d6b2 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:57.515340 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f8d043-daa4-4ef9-86d0-f5ef8368d6b2'] response: {'server_uuid': '7c3a619d-6c86-48ce-a6a2-58563ea769ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a3e94a-a187-47ea-b4ce-909dc2e66512', 'code': 200} Mar 27 15:33:57.678428 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c266a-b115-46f3-a8d4-08df7b10a454 req-c5975374-f89b-4a44-8bc3-c038a1e60ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:57.679813 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-874c266a-b115-46f3-a8d4-08df7b10a454 req-c5975374-f89b-4a44-8bc3-c038a1e60ce7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c3a619d-6c86-48ce-a6a2-58563ea769ec HTTP/1.1" status: 200 len: 1129 time: 0.0425355 Mar 27 15:33:57.721015 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-874c266a-b115-46f3-a8d4-08df7b10a454 req-c46d63aa-dc25-4cd0-acc1-00289556f431 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=093f862e-5dd1-42d0-8b9a-12cef9b9e159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352988 Mar 27 15:33:58.336709 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8c424-8364-4e55-99d4-d8cfd974fdf3 req-f4a32bb8-e10f-41d9-90cd-896b9e336829 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:58.338175 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a6c8c424-8364-4e55-99d4-d8cfd974fdf3 req-f4a32bb8-e10f-41d9-90cd-896b9e336829 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 946 time: 0.0515592 Mar 27 15:33:58.414560 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a6c8c424-8364-4e55-99d4-d8cfd974fdf3 req-686ebdfe-63f6-4460-8ad7-05f7261dddef tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703914 Mar 27 15:33:58.432385 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fabf5f-ee4e-4b1f-9bbe-b86bc24dd63b req-c81901f5-8602-4644-bdae-bb31b1d5181c tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:58.433821 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-24fabf5f-ee4e-4b1f-9bbe-b86bc24dd63b req-c81901f5-8602-4644-bdae-bb31b1d5181c tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3a619d-6c86-48ce-a6a2-58563ea769ec HTTP/1.1" status: 200 len: 945 time: 0.0725133 Mar 27 15:33:58.491782 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-24fabf5f-ee4e-4b1f-9bbe-b86bc24dd63b req-b9747796-6f58-4ec5-b5e5-f227899d9b3f tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/security-groups?id=093f862e-5dd1-42d0-8b9a-12cef9b9e159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522485 Mar 27 15:33:58.530952 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f7dba-57cf-4842-8353-97b06c3c772e req-d5be1c67-bc2a-4478-adeb-48407f8365f6 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:58.532414 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-951f7dba-57cf-4842-8353-97b06c3c772e req-d5be1c67-bc2a-4478-adeb-48407f8365f6 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 946 time: 0.0548952 Mar 27 15:33:58.544852 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39478) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:58.549399 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-a252bb7c-62d9-4408-aef2-e4a7b2a42232 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Request body: {'floatingip': {'port_id': '35868ac3-461f-4b97-83ef-3752fb0c4d1b'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:58.589686 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a252bb7c-62d9-4408-aef2-e4a7b2a42232 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (8135db9c-15f3-48a6-bb70-d94067634328), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:58.999086 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a252bb7c-62d9-4408-aef2-e4a7b2a42232 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:59.003984 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a252bb7c-62d9-4408-aef2-e4a7b2a42232 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (8135db9c-15f3-48a6-bb70-d94067634328), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:59.100834 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.l3_db [None req-a252bb7c-62d9-4408-aef2-e4a7b2a42232 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Floating IP 8135db9c-15f3-48a6-bb70-d94067634328 associated. External IP: 172.28.3.203, port: 35868ac3-461f-4b97-83ef-3752fb0c4d1b. Mar 27 15:33:59.305994 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a252bb7c-62d9-4408-aef2-e4a7b2a42232 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Router 6d09cb73-8efe-4c19-854d-33072aa5a9ac has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:33:59.411635 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a252bb7c-62d9-4408-aef2-e4a7b2a42232 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:33:59.416387 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a252bb7c-62d9-4408-aef2-e4a7b2a42232 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:59.422665 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4eafc-7119-47f7-a260-2755c5f02e39 None None] Sync routers for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:33:59.432308 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c4eafc-7119-47f7-a260-2755c5f02e39 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:59.433013 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c1c4eafc-7119-47f7-a260-2755c5f02e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:33:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:59.444820 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a252bb7c-62d9-4408-aef2-e4a7b2a42232 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "PUT /v2.0/floatingips/8135db9c-15f3-48a6-bb70-d94067634328 HTTP/1.1" status: 200 len: 992 time: 0.8988681 Mar 27 15:33:59.445406 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a0ab3b-b349-4108-be18-0c003fbe6f35', 'tag': '35868ac3-461f-4b97-83ef-3752fb0c4d1b'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:59.447710 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793b8952-943a-45cb-988e-56a7a85cd59b" -d '{"events": [{"name": "network-changed", "server_uuid": "41a0ab3b-b349-4108-be18-0c003fbe6f35", "tag": "35868ac3-461f-4b97-83ef-3752fb0c4d1b"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:59.482484 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e043b0b2-c854-4b2b-aa3f-f75ec54f5e2d x-openstack-request-id: req-e043b0b2-c854-4b2b-aa3f-f75ec54f5e2d {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:59.482815 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a0ab3b-b349-4108-be18-0c003fbe6f35", "tag": "35868ac3-461f-4b97-83ef-3752fb0c4d1b", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:59.483073 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e043b0b2-c854-4b2b-aa3f-f75ec54f5e2d {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:59.487814 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e043b0b2-c854-4b2b-aa3f-f75ec54f5e2d'] response: {'name': 'network-changed', 'server_uuid': '41a0ab3b-b349-4108-be18-0c003fbe6f35', 'tag': '35868ac3-461f-4b97-83ef-3752fb0c4d1b', 'status': 'completed', 'code': 200} Mar 27 15:33:59.545410 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c1c4eafc-7119-47f7-a260-2755c5f02e39 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:59.552809 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b8952-943a-45cb-988e-56a7a85cd59b req-d1e8f34a-247f-4823-b1db-f4b002f62816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:59.554302 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-793b8952-943a-45cb-988e-56a7a85cd59b req-d1e8f34a-247f-4823-b1db-f4b002f62816 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78ddabd9f42d4822bf2f6c480863851c&device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 1130 time: 0.0465920 Mar 27 15:33:59.679248 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5133b0-1073-4b66-a830-e9919408dd85 req-be48d4ea-1028-4e19-bdcd-31e093f773e8 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:59.680820 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ec5133b0-1073-4b66-a830-e9919408dd85 req-be48d4ea-1028-4e19-bdcd-31e093f773e8 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3a619d-6c86-48ce-a6a2-58563ea769ec HTTP/1.1" status: 200 len: 945 time: 0.1218667 Mar 27 15:33:59.685478 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b8952-943a-45cb-988e-56a7a85cd59b req-22210666-c3b8-4819-85c2-19ba54dd422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:59.687040 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-793b8952-943a-45cb-988e-56a7a85cd59b req-22210666-c3b8-4819-85c2-19ba54dd422b service neutron] 10.222.0.16 "GET /v2.0/networks?id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 200 len: 916 time: 0.1198246 Mar 27 15:33:59.765033 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c1c4eafc-7119-47f7-a260-2755c5f02e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '8135db9c-15f3-48a6-bb70-d94067634328', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.203', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '35868ac3-461f-4b97-83ef-3752fb0c4d1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:cb:7d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a0ab3b-b349-4108-be18-0c003fbe6f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:33:44Z', 'updated_at': '2022-03-27T15:33:58Z', 'revision_number': 1, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:59.779638 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ec5133b0-1073-4b66-a830-e9919408dd85 req-697f197d-b7e0-4563-a599-535a5b915548 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/security-groups?id=093f862e-5dd1-42d0-8b9a-12cef9b9e159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915596 Mar 27 15:33:59.781437 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-793b8952-943a-45cb-988e-56a7a85cd59b req-9fbaccf9-18cb-4e7e-b146-f2cf85441849 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35868ac3-461f-4b97-83ef-3752fb0c4d1b HTTP/1.1" status: 200 len: 1000 time: 0.0876663 Mar 27 15:33:59.794609 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4eafc-7119-47f7-a260-2755c5f02e39 None None] Checking router: 6d09cb73-8efe-4c19-854d-33072aa5a9ac for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:33:59.802917 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c4eafc-7119-47f7-a260-2755c5f02e39 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:59.803365 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c1c4eafc-7119-47f7-a260-2755c5f02e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:33:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:59.832642 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b8952-943a-45cb-988e-56a7a85cd59b req-efc31458-70ad-421b-a291-7254b5a30d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:59.834249 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-793b8952-943a-45cb-988e-56a7a85cd59b req-efc31458-70ad-421b-a291-7254b5a30d52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad263cdc-9f5f-4b94-9470-91174def020a HTTP/1.1" status: 200 len: 854 time: 0.0468674 Mar 27 15:33:59.884379 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b8952-943a-45cb-988e-56a7a85cd59b req-ec9a6105-338d-42b3-9a28-e2ce7c2ece0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:59.885857 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-793b8952-943a-45cb-988e-56a7a85cd59b req-ec9a6105-338d-42b3-9a28-e2ce7c2ece0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=305fa4ab-b08c-4a9e-8a52-56d673dd13fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0449851 Mar 27 15:33:59.912123 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-c1c4eafc-7119-47f7-a260-2755c5f02e39 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:59.985310 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-793b8952-943a-45cb-988e-56a7a85cd59b req-d14e464f-44f8-4f6c-920e-f85d6aec9aaf service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931928 Mar 27 15:34:00.083404 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-793b8952-943a-45cb-988e-56a7a85cd59b req-d60bb917-04dc-4c2b-9cea-7b405d04ad54 service neutron] 10.222.0.16 "GET /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924799 Mar 27 15:34:00.159563 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-c1c4eafc-7119-47f7-a260-2755c5f02e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '8135db9c-15f3-48a6-bb70-d94067634328', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.203', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '35868ac3-461f-4b97-83ef-3752fb0c4d1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:cb:7d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a0ab3b-b349-4108-be18-0c003fbe6f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:33:44Z', 'updated_at': '2022-03-27T15:33:58Z', 'revision_number': 1, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:00.186130 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4eafc-7119-47f7-a260-2755c5f02e39 None None] The sync data for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb is: [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_floatingips': [{'id': '8135db9c-15f3-48a6-bb70-d94067634328', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'floating_ip_address': '172.28.3.203', 'floating_network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'router_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'port_id': '35868ac3-461f-4b97-83ef-3752fb0c4d1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'mac_address': 'fa:16:3e:cb:7d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a0ab3b-b349-4108-be18-0c003fbe6f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:33:44Z', 'updated_at': '2022-03-27T15:33:58Z', 'revision_number': 1, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:34:00.371344 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e68c740-a5c1-4020-8513-b0b4d615a177 None None] New status for floating IP 8135db9c-15f3-48a6-bb70-d94067634328: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:34:02.165169 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088d6f1-8caf-4100-b13e-8baddedf5124 req-623fd9a2-e0cd-4052-a85d-fe9b6f1ad655 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:02.166560 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3088d6f1-8caf-4100-b13e-8baddedf5124 req-623fd9a2-e0cd-4052-a85d-fe9b6f1ad655 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3a619d-6c86-48ce-a6a2-58563ea769ec HTTP/1.1" status: 200 len: 945 time: 0.0562968 Mar 27 15:34:02.211584 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3088d6f1-8caf-4100-b13e-8baddedf5124 req-5a9ccfa4-d4d3-4288-bf23-aab168929321 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/security-groups?id=093f862e-5dd1-42d0-8b9a-12cef9b9e159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389082 Mar 27 15:34:03.328131 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbfe32-366b-4530-b46f-57127da8d3a1 req-be2c23de-4e2e-4577-afc3-c9df0e4daa1a tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:03.329572 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bbdbfe32-366b-4530-b46f-57127da8d3a1 req-be2c23de-4e2e-4577-afc3-c9df0e4daa1a tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3a619d-6c86-48ce-a6a2-58563ea769ec HTTP/1.1" status: 200 len: 945 time: 0.0506835 Mar 27 15:34:03.374367 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bbdbfe32-366b-4530-b46f-57127da8d3a1 req-c9903703-7a6c-4d74-bfe3-eb9f3f6118b9 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/security-groups?id=093f862e-5dd1-42d0-8b9a-12cef9b9e159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394125 Mar 27 15:34:03.678271 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39312674-a0ef-47d9-ac10-4a68abb957e4 req-81cb290a-9a9d-4597-b50c-4658e4698fe5 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:03.679738 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-39312674-a0ef-47d9-ac10-4a68abb957e4 req-81cb290a-9a9d-4597-b50c-4658e4698fe5 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c3a619d-6c86-48ce-a6a2-58563ea769ec HTTP/1.1" status: 200 len: 945 time: 0.0504010 Mar 27 15:34:03.772561 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-39312674-a0ef-47d9-ac10-4a68abb957e4 req-5510a8e9-3a6d-47b9-8740-c3f39783e8e4 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Deleting port e2a3e94a-a187-47ea-b4ce-909dc2e66512 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:34:03.772895 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-39312674-a0ef-47d9-ac10-4a68abb957e4 req-5510a8e9-3a6d-47b9-8740-c3f39783e8e4 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (e2a3e94a-a187-47ea-b4ce-909dc2e66512), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:03.857258 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-39312674-a0ef-47d9-ac10-4a68abb957e4 req-5510a8e9-3a6d-47b9-8740-c3f39783e8e4 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] For port e2a3e94a-a187-47ea-b4ce-909dc2e66512, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e2a3e94a-a187-47ea-b4ce-909dc2e66512,segment=NetworkSegment(a4ef334c-96c2-45e5-b516-447b572dff48),segment_id=a4ef334c-96c2-45e5-b516-447b572dff48)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:03.857621 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-39312674-a0ef-47d9-ac10-4a68abb957e4 req-5510a8e9-3a6d-47b9-8740-c3f39783e8e4 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (e2a3e94a-a187-47ea-b4ce-909dc2e66512), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:03.873796 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-39312674-a0ef-47d9-ac10-4a68abb957e4 req-5510a8e9-3a6d-47b9-8740-c3f39783e8e4 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Calling delete_port for e2a3e94a-a187-47ea-b4ce-909dc2e66512 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:34:03.993113 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-39312674-a0ef-47d9-ac10-4a68abb957e4 req-5510a8e9-3a6d-47b9-8740-c3f39783e8e4 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (e2a3e94a-a187-47ea-b4ce-909dc2e66512), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:04.011097 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['e2a3e94a-a187-47ea-b4ce-909dc2e66512'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:34:04.020479 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510a8e9-3a6d-47b9-8740-c3f39783e8e4 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Pushing event deleted for resources: {'Port': ['ID=e2a3e94a-a187-47ea-b4ce-909dc2e66512,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:04.066057 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-39312674-a0ef-47d9-ac10-4a68abb957e4 req-5510a8e9-3a6d-47b9-8740-c3f39783e8e4 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] No DVR routers for this DVR port e2a3e94a-a187-47ea-b4ce-909dc2e66512 on host hv-cinder-83538 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:34:04.068458 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-39312674-a0ef-47d9-ac10-4a68abb957e4 req-5510a8e9-3a6d-47b9-8740-c3f39783e8e4 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:04.071691 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-39312674-a0ef-47d9-ac10-4a68abb957e4 req-5510a8e9-3a6d-47b9-8740-c3f39783e8e4 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.16 "DELETE /v2.0/ports/e2a3e94a-a187-47ea-b4ce-909dc2e66512 HTTP/1.1" status: 204 len: 173 time: 0.3870614 Mar 27 15:34:04.072127 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3a619d-6c86-48ce-a6a2-58563ea769ec', 'name': 'network-vif-deleted', 'tag': 'e2a3e94a-a187-47ea-b4ce-909dc2e66512'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:34:04.074823 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbbb8b7-77ad-4ff1-aa34-df343a6ee6c1" -d '{"events": [{"server_uuid": "7c3a619d-6c86-48ce-a6a2-58563ea769ec", "name": "network-vif-deleted", "tag": "e2a3e94a-a187-47ea-b4ce-909dc2e66512"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:34:04.110055 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5b9b38-faf0-42bb-bd81-4c240c79e208 x-openstack-request-id: req-bb5b9b38-faf0-42bb-bd81-4c240c79e208 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:34:04.110345 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3a619d-6c86-48ce-a6a2-58563ea769ec", "name": "network-vif-deleted", "tag": "e2a3e94a-a187-47ea-b4ce-909dc2e66512", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:34:04.110622 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb5b9b38-faf0-42bb-bd81-4c240c79e208 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:34:04.111051 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5b9b38-faf0-42bb-bd81-4c240c79e208'] response: {'server_uuid': '7c3a619d-6c86-48ce-a6a2-58563ea769ec', 'name': 'network-vif-deleted', 'tag': 'e2a3e94a-a187-47ea-b4ce-909dc2e66512', 'status': 'completed', 'code': 200} Mar 27 15:34:04.478449 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6e201523-f28c-46f9-9601-58666974e492 req-dd871e62-efd3-406c-9ad9-deafb17b5886 tempest-VolumesActionsTest-1766447805 tempest-VolumesActionsTest-1766447805-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3a619d-6c86-48ce-a6a2-58563ea769ec HTTP/1.1" status: 200 len: 210 time: 0.0274792 Mar 27 15:34:07.209292 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device e2a3e94a-a187-47ea-b4ce-909dc2e66512 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:34:07.228235 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: e2a3e94a-a187-47ea-b4ce-909dc2e66512 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:34:07.228579 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device e2a3e94a-a187-47ea-b4ce-909dc2e66512 not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:34:08.626009 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:19.613166 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39654) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:19.656978 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Deleting subnet 8a509b84-c7e2-4dc3-a4de-88802d909b58 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:34:19.659942 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Publish callbacks [] for subnet (8a509b84-c7e2-4dc3-a4de-88802d909b58), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:19.696465 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6198010'] for subnet (8a509b84-c7e2-4dc3-a4de-88802d909b58), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:19.733960 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899853'] for subnet (8a509b84-c7e2-4dc3-a4de-88802d909b58), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:19.784505 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5327993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5321531'] for subnet (8a509b84-c7e2-4dc3-a4de-88802d909b58), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:19.794406 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:34:19.808592 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a509b84-c7e2-4dc3-a4de-88802d909b58,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:19.813623 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:19.816804 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8a509b84-c7e2-4dc3-a4de-88802d909b58 HTTP/1.1" status: 204 len: 168 time: 0.2026680 Mar 27 15:34:19.819527 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 39658) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:19.821477 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:19.821819 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:19.822153 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:19.822489 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:19.822851 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:19.823174 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:19.823491 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:19.823809 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:19.824126 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:19.824440 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:19.824788 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:19.825108 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:19.825418 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:19.825733 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:19.826044 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ded30f-73d5-4795-8fa0-c36ff8956c71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:19.884607 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f7e57c-2e7a-4e2a-8a9b-f7d7ed455b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808514'] for network (49b01355-56a9-4fb9-b403-3b2c1c6cd89a), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:19.961675 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f7e57c-2e7a-4e2a-8a9b-f7d7ed455b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688568', 'neutron.services.segments.db._delete_segments_for_network-8742536124483'] for network (49b01355-56a9-4fb9-b403-3b2c1c6cd89a), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:19.981826 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d3f7e57c-2e7a-4e2a-8a9b-f7d7ed455b85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b01355-56a9-4fb9-b403-3b2c1c6cd89a']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:19.990828 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d3f7e57c-2e7a-4e2a-8a9b-f7d7ed455b85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ef334c-96c2-45e5-b516-447b572dff48') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:19.991122 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d3f7e57c-2e7a-4e2a-8a9b-f7d7ed455b85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ef334c-96c2-45e5-b516-447b572dff48') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:20.000877 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f7e57c-2e7a-4e2a-8a9b-f7d7ed455b85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742536291148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052778'] for segment (a4ef334c-96c2-45e5-b516-447b572dff48), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.013473 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f7e57c-2e7a-4e2a-8a9b-f7d7ed455b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (a4ef334c-96c2-45e5-b516-447b572dff48), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.019185 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f7e57c-2e7a-4e2a-8a9b-f7d7ed455b85 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:34:20.019555 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f7e57c-2e7a-4e2a-8a9b-f7d7ed455b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5229252'] for segment (a4ef334c-96c2-45e5-b516-447b572dff48), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: Traceback (most recent call last): Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: timer() Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: cb(*args, **kw) Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: return func(*args, **kwargs) Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: self._notify() Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: self.callback(batched_events) Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: event.method(event) Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: return f(self, *a, **k) Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: return self._get(url).json() Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: return self.request(url, 'GET', **kwargs) Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:34:20.021127 dv-cinder-835384-1-smb neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:34:20.071481 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f7e57c-2e7a-4e2a-8a9b-f7d7ed455b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8111226'] for network (49b01355-56a9-4fb9-b403-3b2c1c6cd89a), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.083443 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d3f7e57c-2e7a-4e2a-8a9b-f7d7ed455b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.086558 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-d3f7e57c-2e7a-4e2a-8a9b-f7d7ed455b85 admin admin] 10.222.0.13 "DELETE /v2.0/networks/49b01355-56a9-4fb9-b403-3b2c1c6cd89a HTTP/1.1" status: 204 len: 168 time: 0.2658396 Mar 27 15:34:20.089376 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39660) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:20.098485 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c3ca264a-4e4e-44c5-8e9a-21ea375eaadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.102487 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7e57c-2e7a-4e2a-8a9b-f7d7ed455b85 admin admin] Pushing event deleted for resources: {'Network': ['ID=49b01355-56a9-4fb9-b403-3b2c1c6cd89a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:20.135586 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-25daa2d3-0cb9-40c0-93b8-3d46a7f8372a admin admin] Deleting subnet dcaef3a1-26b2-4beb-a47b-a59dfbcd49f5 {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:34:20.138623 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25daa2d3-0cb9-40c0-93b8-3d46a7f8372a admin admin] Publish callbacks [] for subnet (dcaef3a1-26b2-4beb-a47b-a59dfbcd49f5), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.404087 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25daa2d3-0cb9-40c0-93b8-3d46a7f8372a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6198010'] for subnet (dcaef3a1-26b2-4beb-a47b-a59dfbcd49f5), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.444810 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25daa2d3-0cb9-40c0-93b8-3d46a7f8372a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899853'] for subnet (dcaef3a1-26b2-4beb-a47b-a59dfbcd49f5), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.494439 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25daa2d3-0cb9-40c0-93b8-3d46a7f8372a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5327993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5321531'] for subnet (dcaef3a1-26b2-4beb-a47b-a59dfbcd49f5), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.519039 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25daa2d3-0cb9-40c0-93b8-3d46a7f8372a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcaef3a1-26b2-4beb-a47b-a59dfbcd49f5,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:20.522651 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-25daa2d3-0cb9-40c0-93b8-3d46a7f8372a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.525811 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-25daa2d3-0cb9-40c0-93b8-3d46a7f8372a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dcaef3a1-26b2-4beb-a47b-a59dfbcd49f5 HTTP/1.1" status: 204 len: 168 time: 0.4345844 Mar 27 15:34:20.528311 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39664) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:20.598882 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b9dc218-5e32-4ef6-950c-2204978c2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808514'] for network (d70fdd22-c89f-4712-b9f9-7413b750cc3c), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.673479 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b9dc218-5e32-4ef6-950c-2204978c2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688568', 'neutron.services.segments.db._delete_segments_for_network-8742536124483'] for network (d70fdd22-c89f-4712-b9f9-7413b750cc3c), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.693265 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6b9dc218-5e32-4ef6-950c-2204978c2b2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70fdd22-c89f-4712-b9f9-7413b750cc3c']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:20.702053 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6b9dc218-5e32-4ef6-950c-2204978c2b2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d6ead4-6955-4871-80ce-83e8ab8e0918') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:20.702346 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-6b9dc218-5e32-4ef6-950c-2204978c2b2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d6ead4-6955-4871-80ce-83e8ab8e0918') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:20.711490 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b9dc218-5e32-4ef6-950c-2204978c2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742536291148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6197955'] for segment (12d6ead4-6955-4871-80ce-83e8ab8e0918), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.724281 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b9dc218-5e32-4ef6-950c-2204978c2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (12d6ead4-6955-4871-80ce-83e8ab8e0918), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.730270 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9dc218-5e32-4ef6-950c-2204978c2b2f admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:34:20.731407 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b9dc218-5e32-4ef6-950c-2204978c2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5326299'] for segment (12d6ead4-6955-4871-80ce-83e8ab8e0918), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: Traceback (most recent call last): Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: timer() Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: cb(*args, **kw) Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: return func(*args, **kwargs) Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: self._notify() Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: self.callback(batched_events) Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: event.method(event) Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: return f(self, *a, **k) Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: return self._get(url).json() Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:34:20.733370 dv-cinder-835384-1-smb neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:34:20.791020 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b9dc218-5e32-4ef6-950c-2204978c2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8111226'] for network (d70fdd22-c89f-4712-b9f9-7413b750cc3c), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.795353 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b9dc218-5e32-4ef6-950c-2204978c2b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.798438 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6b9dc218-5e32-4ef6-950c-2204978c2b2f admin admin] 10.222.0.13 "DELETE /v2.0/networks/d70fdd22-c89f-4712-b9f9-7413b750cc3c HTTP/1.1" status: 204 len: 168 time: 0.2692194 Mar 27 15:34:20.810957 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9dc218-5e32-4ef6-950c-2204978c2b2f admin admin] Pushing event deleted for resources: {'Network': ['ID=d70fdd22-c89f-4712-b9f9-7413b750cc3c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:20.948590 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39668) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:20.986319 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-b443ee61-7ecb-41ac-9f78-dc967fbd8648 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09a952d09ca543739253f6db15ca6989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0365717 Mar 27 15:34:20.988591 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39670) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:21.034115 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c1de7f3-14a9-444f-8362-20876ba012f6 admin admin] Publish callbacks [] for security_group (093f862e-5dd1-42d0-8b9a-12cef9b9e159), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.054356 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c1de7f3-14a9-444f-8362-20876ba012f6 admin admin] Publish callbacks [] for security_group (093f862e-5dd1-42d0-8b9a-12cef9b9e159), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.102660 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c1de7f3-14a9-444f-8362-20876ba012f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (093f862e-5dd1-42d0-8b9a-12cef9b9e159), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.105170 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9c1de7f3-14a9-444f-8362-20876ba012f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.106292 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9c1de7f3-14a9-444f-8362-20876ba012f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/093f862e-5dd1-42d0-8b9a-12cef9b9e159 HTTP/1.1" status: 204 len: 168 time: 0.1168392 Mar 27 15:34:21.113484 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1de7f3-14a9-444f-8362-20876ba012f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093f862e-5dd1-42d0-8b9a-12cef9b9e159,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:21.405041 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39676) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:21.443394 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c09ed1be-b3c8-42e8-ad75-e45104420985 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b1214b499b94037bd74f0772f455ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371702 Mar 27 15:34:21.445819 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 39678) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:21.492088 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ac56d5b-59d1-49ab-9372-3916661de304 admin admin] Publish callbacks [] for security_group (b7271404-0f2f-4b74-be91-a61ef45e201a), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.512784 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ac56d5b-59d1-49ab-9372-3916661de304 admin admin] Publish callbacks [] for security_group (b7271404-0f2f-4b74-be91-a61ef45e201a), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.558561 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ac56d5b-59d1-49ab-9372-3916661de304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (b7271404-0f2f-4b74-be91-a61ef45e201a), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.561116 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ac56d5b-59d1-49ab-9372-3916661de304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.562353 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-5ac56d5b-59d1-49ab-9372-3916661de304 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7271404-0f2f-4b74-be91-a61ef45e201a HTTP/1.1" status: 204 len: 168 time: 0.1154950 Mar 27 15:34:21.569670 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac56d5b-59d1-49ab-9372-3916661de304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7271404-0f2f-4b74-be91-a61ef45e201a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:22.336264 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8e8af64e-7259-4dee-ba0a-5485787be03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:23.665964 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:25.423629 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:26.568332 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:33.320885 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8078853-d456-4add-9914-7114de4bf586 req-b104cc0a-aac7-48ac-81bf-2210d4674f37 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:33.322324 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e8078853-d456-4add-9914-7114de4bf586 req-b104cc0a-aac7-48ac-81bf-2210d4674f37 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0503523 Mar 27 15:34:33.368738 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e8078853-d456-4add-9914-7114de4bf586 req-13dbc871-5907-48b9-9645-1a0a9466c75c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403128 Mar 27 15:34:34.493028 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff5329-1fea-4eb0-952b-d442d98671c5 req-9950095a-6c6f-4fee-8959-442fa6875de5 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:34.494471 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9aff5329-1fea-4eb0-952b-d442d98671c5 req-9950095a-6c6f-4fee-8959-442fa6875de5 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0538032 Mar 27 15:34:34.539284 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9aff5329-1fea-4eb0-952b-d442d98671c5 req-0f52f4a8-8885-4f9a-9b24-bca7b3a91bba tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385928 Mar 27 15:34:35.662336 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8409e-f057-4d29-b9c0-4586103dcb1a req-11c169ff-0657-4035-bff9-6eed64eeace9 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:35.663761 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c3c8409e-f057-4d29-b9c0-4586103dcb1a req-11c169ff-0657-4035-bff9-6eed64eeace9 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0523963 Mar 27 15:34:35.708106 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c3c8409e-f057-4d29-b9c0-4586103dcb1a req-df716804-7af5-40c7-a6cc-bd4cff4c2b35 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388100 Mar 27 15:34:36.826420 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76de8b-8562-4116-8a9a-7566920dafdd req-dfa0b9ac-315d-4e6a-b09b-19a8376ff5a1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:36.827901 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cf76de8b-8562-4116-8a9a-7566920dafdd req-dfa0b9ac-315d-4e6a-b09b-19a8376ff5a1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0505834 Mar 27 15:34:36.876542 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cf76de8b-8562-4116-8a9a-7566920dafdd req-0baad0e3-b632-4ae6-8d2a-34e4f69b1bb4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430281 Mar 27 15:34:37.998208 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f88da-3afa-4106-8e1b-0423c7e2a741 req-8637d9a5-4b92-413b-bfd2-c4253559e3c2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:37.999701 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9c2f88da-3afa-4106-8e1b-0423c7e2a741 req-8637d9a5-4b92-413b-bfd2-c4253559e3c2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0515828 Mar 27 15:34:38.044952 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9c2f88da-3afa-4106-8e1b-0423c7e2a741 req-3e28dfc4-375c-41a2-833d-a16e71c1114e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399530 Mar 27 15:34:38.616657 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:39.163209 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebfeb7-2993-45e5-87b4-9c90486d7d95 req-6cb6e0eb-efb2-4195-a56f-d92789583525 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:39.164667 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-09ebfeb7-2993-45e5-87b4-9c90486d7d95 req-6cb6e0eb-efb2-4195-a56f-d92789583525 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0515101 Mar 27 15:34:39.209638 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-09ebfeb7-2993-45e5-87b4-9c90486d7d95 req-f051110a-d476-4845-ab35-e7fc7c1dcf89 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389695 Mar 27 15:34:40.336573 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca55b56-18a6-4cca-add1-aaebae627a74 req-a9ee329d-63ef-4b58-9041-3469988e3d48 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:40.338020 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4ca55b56-18a6-4cca-add1-aaebae627a74 req-a9ee329d-63ef-4b58-9041-3469988e3d48 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0548291 Mar 27 15:34:40.385979 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4ca55b56-18a6-4cca-add1-aaebae627a74 req-d6fab6e9-31d8-41d3-9dc2-362110505eeb tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420213 Mar 27 15:34:41.518777 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba04af-e38b-4a83-92fa-51a5d634c275 req-a1d17df9-05c5-4144-921c-ed7a0e5024fc tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:41.520290 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6fba04af-e38b-4a83-92fa-51a5d634c275 req-a1d17df9-05c5-4144-921c-ed7a0e5024fc tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0576539 Mar 27 15:34:41.569453 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6fba04af-e38b-4a83-92fa-51a5d634c275 req-17bf4d5c-0260-49e3-be90-fc3d994b4a63 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434284 Mar 27 15:34:42.694060 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d04fe0-525a-4f08-a964-d550963538fb req-b4864917-1498-463c-9c46-aff9b785eb17 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:42.695656 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-91d04fe0-525a-4f08-a964-d550963538fb req-b4864917-1498-463c-9c46-aff9b785eb17 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0561261 Mar 27 15:34:42.751279 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-91d04fe0-525a-4f08-a964-d550963538fb req-673bfea5-7392-42f2-8c93-0ca6676add1c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494182 Mar 27 15:34:43.874069 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ddb26-b4e3-4167-ad9e-d68361ecd951 req-bfbc5550-8e92-41d5-8cd5-13b0eb924ada tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:43.875581 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-da1ddb26-b4e3-4167-ad9e-d68361ecd951 req-bfbc5550-8e92-41d5-8cd5-13b0eb924ada tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0527515 Mar 27 15:34:43.922345 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-da1ddb26-b4e3-4167-ad9e-d68361ecd951 req-bd6f7466-80d0-426a-bffd-b64fd598c2aa tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409458 Mar 27 15:34:45.044175 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8553167-a3c5-44f5-980f-59cd45a47791 req-977ad6b6-74f5-4217-ab81-c1e5d00a7b6f tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:45.045631 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a8553167-a3c5-44f5-980f-59cd45a47791 req-977ad6b6-74f5-4217-ab81-c1e5d00a7b6f tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0513465 Mar 27 15:34:45.093565 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a8553167-a3c5-44f5-980f-59cd45a47791 req-406a0875-3f4d-4fe4-9ba2-b2addef8e2f0 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425243 Mar 27 15:34:46.216608 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be3eb8-9993-44bb-9795-37522486c956 req-c3599e45-a00d-4b70-a531-789d3cbd0298 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:46.218106 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b0be3eb8-9993-44bb-9795-37522486c956 req-c3599e45-a00d-4b70-a531-789d3cbd0298 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0519507 Mar 27 15:34:46.264467 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b0be3eb8-9993-44bb-9795-37522486c956 req-728a00f9-460b-4e32-8903-8a7a97582c25 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406520 Mar 27 15:34:47.385111 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49ed3d-1171-4372-95a0-24d42c55dbbe req-886a8154-781f-49db-9ba2-f1808adb7c94 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:47.386571 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4d49ed3d-1171-4372-95a0-24d42c55dbbe req-886a8154-781f-49db-9ba2-f1808adb7c94 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0519881 Mar 27 15:34:47.395399 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 66f79436-e097-4fe5-80c3-8aa3685d57a2 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:34:47.432253 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4d49ed3d-1171-4372-95a0-24d42c55dbbe req-8f20727d-0af6-46b0-a44e-fbb237fb21d4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394850 Mar 27 15:34:47.492076 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 66f79436-e097-4fe5-80c3-8aa3685d57a2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:47.503516 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '66f79436-e097-4fe5-80c3-8aa3685d57a2', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'port_id': '66f79436-e097-4fe5-80c3-8aa3685d57a2', 'mac_address': 'fa:16:3e:80:4c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:34:47.538964 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 66f79436-e097-4fe5-80c3-8aa3685d57a2 is: ACTIVE; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:47.539348 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:47.551707 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66f79436-e097-4fe5-80c3-8aa3685d57a2 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:34:47.570364 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 66f79436-e097-4fe5-80c3-8aa3685d57a2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:47.575697 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:47.624363 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=66f79436-e097-4fe5-80c3-8aa3685d57a2,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:47.631118 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:47.631460 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:47.631801 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:47.632133 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:47.632460 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:47.632782 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:47.633128 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:47.633447 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:47.633765 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:47.634082 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:47.634399 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:47.634717 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:47.635061 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:47.635374 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:47.635687 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:47.665522 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['66f79436-e097-4fe5-80c3-8aa3685d57a2'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:34:48.560379 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6d194-d186-4470-960a-4812ce6f1c68 req-b147a530-2058-41bc-9e6b-1587dc8abae5 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:48.561831 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-52f6d194-d186-4470-960a-4812ce6f1c68 req-b147a530-2058-41bc-9e6b-1587dc8abae5 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 944 time: 0.0551848 Mar 27 15:34:48.606642 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-52f6d194-d186-4470-960a-4812ce6f1c68 req-bda1ab1d-a992-4087-a976-9965d12ffc3d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387709 Mar 27 15:34:49.427440 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 66f79436-e097-4fe5-80c3-8aa3685d57a2 up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:34:49.473656 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 66f79436-e097-4fe5-80c3-8aa3685d57a2 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:49.474029 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:49.548952 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 66f79436-e097-4fe5-80c3-8aa3685d57a2 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:49.549343 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:49.571238 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f79436-e097-4fe5-80c3-8aa3685d57a2'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:34:49.573621 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff0b7e7-a55c-4e08-b02d-9ba9806992b1" -d '{"events": [{"server_uuid": "239b6607-703c-4bb5-8fba-23cbde7c5630", "name": "network-vif-plugged", "status": "completed", "tag": "66f79436-e097-4fe5-80c3-8aa3685d57a2"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:34:49.586990 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 66f79436-e097-4fe5-80c3-8aa3685d57a2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:49.590943 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:49.616959 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3998d9-024d-4ec3-9754-0348eabe3fe4 x-openstack-request-id: req-0e3998d9-024d-4ec3-9754-0348eabe3fe4 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:34:49.617197 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239b6607-703c-4bb5-8fba-23cbde7c5630", "name": "network-vif-plugged", "status": "completed", "tag": "66f79436-e097-4fe5-80c3-8aa3685d57a2", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:34:49.617453 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e3998d9-024d-4ec3-9754-0348eabe3fe4 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:34:49.617843 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3998d9-024d-4ec3-9754-0348eabe3fe4'] response: {'server_uuid': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f79436-e097-4fe5-80c3-8aa3685d57a2', 'code': 200} Mar 27 15:34:49.641386 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=66f79436-e097-4fe5-80c3-8aa3685d57a2,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:49.727545 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076acbf3-490d-4663-815b-acc64e9839ca req-8fd2a265-198a-4ed7-ae07-0674c2ea6b0f tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:49.728996 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-076acbf3-490d-4663-815b-acc64e9839ca req-8fd2a265-198a-4ed7-ae07-0674c2ea6b0f tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0511160 Mar 27 15:34:49.773719 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-076acbf3-490d-4663-815b-acc64e9839ca req-8236512d-8ade-4eda-be0a-7090eea622c1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386643 Mar 27 15:34:50.102677 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14d5bf09-1b05-4a8a-8f12-1ba4cf5f356b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:50.895005 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bccf0-8ee8-407a-8a5f-38d8dd636fb9 req-3fe2d502-2121-414b-84d8-ac02fca7d658 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:50.896447 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6a5bccf0-8ee8-407a-8a5f-38d8dd636fb9 req-3fe2d502-2121-414b-84d8-ac02fca7d658 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0509548 Mar 27 15:34:50.944434 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6a5bccf0-8ee8-407a-8a5f-38d8dd636fb9 req-ad7af7b4-310b-4a0c-a66a-39c58c192bcc tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425813 Mar 27 15:34:51.658096 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448334f-ef6b-4bd2-8828-e2f36fb6c496 req-91bc066a-0010-4296-bb7d-95c5e5c47bb0 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:51.659626 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6448334f-ef6b-4bd2-8828-e2f36fb6c496 req-91bc066a-0010-4296-bb7d-95c5e5c47bb0 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 946 time: 0.0539873 Mar 27 15:34:51.705571 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6448334f-ef6b-4bd2-8828-e2f36fb6c496 req-c8965d19-4e89-4e80-9646-0f44628cff4e tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=0884766a-0259-42a1-9fc2-945ea7ed7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405753 Mar 27 15:34:52.067602 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93018b2a-1801-4657-967c-1404d961d641 req-a46945a5-eec9-430c-a648-edfbf28dbd7c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:52.069115 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-93018b2a-1801-4657-967c-1404d961d641 req-a46945a5-eec9-430c-a648-edfbf28dbd7c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0519087 Mar 27 15:34:52.123369 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-93018b2a-1801-4657-967c-1404d961d641 req-9bf2a87a-2dca-4a51-a468-44d001ac3652 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487838 Mar 27 15:34:52.344529 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-90f4ae17-b471-4138-9e14-1926abe97669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:52.846525 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727929-b088-42c0-b399-635db907273a req-3415e518-cbba-4efa-8436-a95fbf7abf31 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:52.848034 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f4727929-b088-42c0-b399-635db907273a req-3415e518-cbba-4efa-8436-a95fbf7abf31 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 946 time: 0.0635605 Mar 27 15:34:52.898333 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f4727929-b088-42c0-b399-635db907273a req-d1eeafa6-f231-4a55-8e23-3085c8dfd493 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=0884766a-0259-42a1-9fc2-945ea7ed7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438163 Mar 27 15:34:53.263933 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474c567-7350-4a07-9587-b3bdb0b19471 req-07ea24aa-204a-49dc-9510-ab919186e282 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:53.265462 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f474c567-7350-4a07-9587-b3bdb0b19471 req-07ea24aa-204a-49dc-9510-ab919186e282 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0672240 Mar 27 15:34:53.330415 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f474c567-7350-4a07-9587-b3bdb0b19471 req-e5975767-7b4f-4533-9ecf-dc8a694175bd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550351 Mar 27 15:34:53.674494 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:53.864766 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc08922-12cc-49b5-a07f-d2bcad02cf26 req-cd37473d-52cf-49af-bddc-ace464a5be61 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:53.866440 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3bc08922-12cc-49b5-a07f-d2bcad02cf26 req-cd37473d-52cf-49af-bddc-ace464a5be61 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 946 time: 0.0585332 Mar 27 15:34:53.977473 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3bc08922-12cc-49b5-a07f-d2bcad02cf26 req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Deleting port 19335943-b00a-42e5-8f63-98547db3af90 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:34:53.977806 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3bc08922-12cc-49b5-a07f-d2bcad02cf26 req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (19335943-b00a-42e5-8f63-98547db3af90), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:54.107007 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fc2fa-c01d-427c-b532-76731bbc235f req-cb3a63da-f34b-4aae-a4c7-cf825b78c6c4 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:54.108323 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-076fc2fa-c01d-427c-b532-76731bbc235f req-cb3a63da-f34b-4aae-a4c7-cf825b78c6c4 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 946 time: 0.1220367 Mar 27 15:34:54.113985 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-3bc08922-12cc-49b5-a07f-d2bcad02cf26 req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] For port 19335943-b00a-42e5-8f63-98547db3af90, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=19335943-b00a-42e5-8f63-98547db3af90,segment=NetworkSegment(63c3d783-f7a0-4452-9585-54291be374cd),segment_id=63c3d783-f7a0-4452-9585-54291be374cd)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:54.114520 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3bc08922-12cc-49b5-a07f-d2bcad02cf26 req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (19335943-b00a-42e5-8f63-98547db3af90), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:54.211267 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-076fc2fa-c01d-427c-b532-76731bbc235f req-8383b024-9217-47df-8352-c5d2a6b1de07 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups?id=0884766a-0259-42a1-9fc2-945ea7ed7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942585 Mar 27 15:34:54.334847 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3bc08922-12cc-49b5-a07f-d2bcad02cf26 req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:54.335550 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3bc08922-12cc-49b5-a07f-d2bcad02cf26 req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (ac374f2c-48dd-4fca-b162-7c37db2247cc), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:54.335550 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.l3_db [req-3bc08922-12cc-49b5-a07f-d2bcad02cf26 req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Floating IP ac374f2c-48dd-4fca-b162-7c37db2247cc disassociated. External IP: 172.28.3.47, port: 19335943-b00a-42e5-8f63-98547db3af90. Mar 27 15:34:54.335844 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-3bc08922-12cc-49b5-a07f-d2bcad02cf26 req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Calling delete_port for 19335943-b00a-42e5-8f63-98547db3af90 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:34:54.500956 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3bc08922-12cc-49b5-a07f-d2bcad02cf26 req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (19335943-b00a-42e5-8f63-98547db3af90), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:54.543334 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event deleted for resources: {'Port': ['ID=19335943-b00a-42e5-8f63-98547db3af90,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:54.564411 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7acdaa-c42e-4f24-8e4c-3c2e00cdc7cd req-6c5055fa-6946-4dc4-be60-51b41c18c9bc tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:54.565967 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-db7acdaa-c42e-4f24-8e4c-3c2e00cdc7cd req-6c5055fa-6946-4dc4-be60-51b41c18c9bc tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.1214194 Mar 27 15:34:54.568486 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:54.568486 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:54.568486 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:54.568827 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:54.569312 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:54.569436 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:54.569737 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:54.570095 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:54.570427 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:54.570765 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:54.571100 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:54.571426 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:54.571750 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:54.572190 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:54.572377 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:54.946979 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-db7acdaa-c42e-4f24-8e4c-3c2e00cdc7cd req-174e8dfa-17a7-4ee8-b6f4-4d2c0577741c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3687656 Mar 27 15:34:54.995234 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bc08922-12cc-49b5-a07f-d2bcad02cf26 req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Router d7849ca4-387d-44a4-98e3-2365c1a840f8 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:34:55.132300 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bc08922-12cc-49b5-a07f-d2bcad02cf26 req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:34:55.152658 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f1089-a3d4-4e1c-a434-f0f3fcbcba3f None None] Sync routers for ids ['d7849ca4-387d-44a4-98e3-2365c1a840f8'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:34:55.162449 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f1089-a3d4-4e1c-a434-f0f3fcbcba3f None None] Routers {'d7849ca4-387d-44a4-98e3-2365c1a840f8'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:34:55.163103 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ee3f1089-a3d4-4e1c-a434-f0f3fcbcba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:34:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d7849ca4-387d-44a4-98e3-2365c1a840f8'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:55.177469 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc08922-12cc-49b5-a07f-d2bcad02cf26 req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] No DVR routers for this DVR port 19335943-b00a-42e5-8f63-98547db3af90 on host hv-cinder-83538 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:34:55.180497 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-3bc08922-12cc-49b5-a07f-d2bcad02cf26 req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:55.184515 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3bc08922-12cc-49b5-a07f-d2bcad02cf26 req-8874a710-d16c-484b-a08b-c1794f76b512 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.16 "DELETE /v2.0/ports/19335943-b00a-42e5-8f63-98547db3af90 HTTP/1.1" status: 204 len: 173 time: 1.3110542 Mar 27 15:34:55.185063 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc6673f-0260-4117-951f-1fb0ab4de004', 'name': 'network-vif-deleted', 'tag': '19335943-b00a-42e5-8f63-98547db3af90'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:34:55.187602 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24c8028-1dfd-4595-9456-c21e021a838c" -d '{"events": [{"server_uuid": "ebc6673f-0260-4117-951f-1fb0ab4de004", "name": "network-vif-deleted", "tag": "19335943-b00a-42e5-8f63-98547db3af90"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:34:55.239397 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec06bfc-1f87-499c-822c-01ee323b5108 x-openstack-request-id: req-3ec06bfc-1f87-499c-822c-01ee323b5108 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:34:55.239986 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc6673f-0260-4117-951f-1fb0ab4de004", "name": "network-vif-deleted", "tag": "19335943-b00a-42e5-8f63-98547db3af90", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:34:55.240333 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ec06bfc-1f87-499c-822c-01ee323b5108 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:34:55.240905 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec06bfc-1f87-499c-822c-01ee323b5108'] response: {'server_uuid': 'ebc6673f-0260-4117-951f-1fb0ab4de004', 'name': 'network-vif-deleted', 'tag': '19335943-b00a-42e5-8f63-98547db3af90', 'status': 'completed', 'code': 200} Mar 27 15:34:55.355091 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b4873043-7963-4f1d-94d9-2198380d596e req-0b697b35-aaeb-4992-a8ee-dfd41882854c tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc6673f-0260-4117-951f-1fb0ab4de004 HTTP/1.1" status: 200 len: 210 time: 0.0526872 Mar 27 15:34:55.372465 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ee3f1089-a3d4-4e1c-a434-f0f3fcbcba3f None None] Set router d7849ca4-387d-44a4-98e3-2365c1a840f8 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:34:55.440880 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:55.603460 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ee3f1089-a3d4-4e1c-a434-f0f3fcbcba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:20Z', 'revision_number': 4, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '6f5a527e-9212-49ef-98b2-528b3d0ed96e', 'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'mac_address': 'fa:16:3e:c0:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:17Z', 'updated_at': '2022-03-27T15:27:30Z', 'revision_number': 5, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'subnets': [{'id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:55.642562 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f1089-a3d4-4e1c-a434-f0f3fcbcba3f None None] Checking router: d7849ca4-387d-44a4-98e3-2365c1a840f8 for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:34:55.658525 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f1089-a3d4-4e1c-a434-f0f3fcbcba3f None None] Routers {'d7849ca4-387d-44a4-98e3-2365c1a840f8'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:34:55.659300 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ee3f1089-a3d4-4e1c-a434-f0f3fcbcba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:34:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d7849ca4-387d-44a4-98e3-2365c1a840f8'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:55.802077 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ee3f1089-a3d4-4e1c-a434-f0f3fcbcba3f None None] Set router d7849ca4-387d-44a4-98e3-2365c1a840f8 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:34:56.018967 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ee3f1089-a3d4-4e1c-a434-f0f3fcbcba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:20Z', 'revision_number': 4, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '6f5a527e-9212-49ef-98b2-528b3d0ed96e', 'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'mac_address': 'fa:16:3e:c0:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:17Z', 'updated_at': '2022-03-27T15:27:30Z', 'revision_number': 5, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'subnets': [{'id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:56.051613 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f1089-a3d4-4e1c-a434-f0f3fcbcba3f None None] The sync data for ids ['d7849ca4-387d-44a4-98e3-2365c1a840f8'] in dv-cinder-835384-1-smb is: [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:20Z', 'revision_number': 4, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '6f5a527e-9212-49ef-98b2-528b3d0ed96e', 'name': '', 'network_id': '9af63cf8-4c83-40dc-8de3-7ebae6a030a7', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'mac_address': 'fa:16:3e:c0:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:17Z', 'updated_at': '2022-03-27T15:27:30Z', 'revision_number': 5, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'subnets': [{'id': '45fa90f7-8dff-4df6-aba3-f9ce848c3e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:34:56.105520 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093d3a1-b5f2-426b-8141-1394eb6e14ac req-c4a10d0c-828d-4954-8d01-0860b2f9bedb tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:56.112958 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2093d3a1-b5f2-426b-8141-1394eb6e14ac req-c4a10d0c-828d-4954-8d01-0860b2f9bedb tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0760984 Mar 27 15:34:56.164870 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2093d3a1-b5f2-426b-8141-1394eb6e14ac req-2bd28873-3e67-444d-928a-3718140a4308 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504158 Mar 27 15:34:56.375149 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dae953-1025-4c09-a12e-dfb0ec7bcf5c None None] New status for floating IP ac374f2c-48dd-4fca-b162-7c37db2247cc: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:34:56.477720 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 39912) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:56.554997 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8f205d1-0746-4c4b-8914-567994031a46 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group (0884766a-0259-42a1-9fc2-945ea7ed7443), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:56.574230 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:56.596961 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8f205d1-0746-4c4b-8914-567994031a46 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group (0884766a-0259-42a1-9fc2-945ea7ed7443), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:56.659670 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8f205d1-0746-4c4b-8914-567994031a46 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (0884766a-0259-42a1-9fc2-945ea7ed7443), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:56.662368 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8f205d1-0746-4c4b-8914-567994031a46 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:56.668359 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39914) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:56.675339 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-b8f205d1-0746-4c4b-8914-567994031a46 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "DELETE /v2.0/security-groups/0884766a-0259-42a1-9fc2-945ea7ed7443 HTTP/1.1" status: 204 len: 168 time: 0.1963265 Mar 27 15:34:56.686428 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f205d1-0746-4c4b-8914-567994031a46 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0884766a-0259-42a1-9fc2-945ea7ed7443,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:56.687840 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.api.v2.resource [None req-769fc8af-70a4-4d3c-9984-1246463d86b0 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] show failed (client error): The resource could not be found. Mar 27 15:34:56.692643 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 39916) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:56.693317 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-769fc8af-70a4-4d3c-9984-1246463d86b0 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "GET /v2.0/security-groups/0884766a-0259-42a1-9fc2-945ea7ed7443 HTTP/1.1" status: 404 len: 347 time: 0.0237856 Mar 27 15:34:56.793552 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:34:56.844681 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-54c344a5-1925-4c9e-b58e-76e167d04ac8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Deleting port cbcc9010-5d77-4e9b-8b08-a1bc901b59d3 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:34:56.844681 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54c344a5-1925-4c9e-b58e-76e167d04ac8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (cbcc9010-5d77-4e9b-8b08-a1bc901b59d3), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:56.924403 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54c344a5-1925-4c9e-b58e-76e167d04ac8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (cbcc9010-5d77-4e9b-8b08-a1bc901b59d3), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:56.924728 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54c344a5-1925-4c9e-b58e-76e167d04ac8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for floatingip (cbcc9010-5d77-4e9b-8b08-a1bc901b59d3), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:56.939705 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-54c344a5-1925-4c9e-b58e-76e167d04ac8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Calling delete_port for cbcc9010-5d77-4e9b-8b08-a1bc901b59d3 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:34:57.078266 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54c344a5-1925-4c9e-b58e-76e167d04ac8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (cbcc9010-5d77-4e9b-8b08-a1bc901b59d3), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:57.108149 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c344a5-1925-4c9e-b58e-76e167d04ac8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Pushing event deleted for resources: {'Port': ['ID=cbcc9010-5d77-4e9b-8b08-a1bc901b59d3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:57.185062 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54c344a5-1925-4c9e-b58e-76e167d04ac8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks [] for floatingip (ac374f2c-48dd-4fca-b162-7c37db2247cc), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:57.187584 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-54c344a5-1925-4c9e-b58e-76e167d04ac8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:57.188736 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-54c344a5-1925-4c9e-b58e-76e167d04ac8 tempest-AttachVolumeTestJSON-2058217312 tempest-AttachVolumeTestJSON-2058217312-project] 10.222.0.13 "DELETE /v2.0/floatingips/ac374f2c-48dd-4fca-b162-7c37db2247cc HTTP/1.1" status: 204 len: 168 time: 0.4951761 Mar 27 15:34:57.318063 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799d95a-e556-4bd4-a0ce-c96eb3580b44 req-91c6f869-55e5-4ee7-9975-b71b69752e25 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:57.325398 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b799d95a-e556-4bd4-a0ce-c96eb3580b44 req-91c6f869-55e5-4ee7-9975-b71b69752e25 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0801070 Mar 27 15:34:57.393360 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b799d95a-e556-4bd4-a0ce-c96eb3580b44 req-f37652a4-a05b-4dd2-a5cc-3fcb1a10d7dd tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670502 Mar 27 15:34:57.467479 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 19335943-b00a-42e5-8f63-98547db3af90 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:34:57.502037 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: 19335943-b00a-42e5-8f63-98547db3af90 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:34:57.502604 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 19335943-b00a-42e5-8f63-98547db3af90 not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:34:58.712524 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd5f84-a8e3-442f-bda0-52658cd65fe9 req-05fb78e9-9c9f-454b-9de8-f69f8d8876c2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:58.714136 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c1fd5f84-a8e3-442f-bda0-52658cd65fe9 req-05fb78e9-9c9f-454b-9de8-f69f8d8876c2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0594375 Mar 27 15:34:58.763628 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c1fd5f84-a8e3-442f-bda0-52658cd65fe9 req-21e38948-a90d-4d9d-9ce3-321a742c1de8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438235 Mar 27 15:34:59.916323 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7565814-b28a-4ecb-af4e-88dc3a2207d0 req-677de025-95f1-4cc7-ac38-d04c594d17d5 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:59.917909 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d7565814-b28a-4ecb-af4e-88dc3a2207d0 req-677de025-95f1-4cc7-ac38-d04c594d17d5 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0649467 Mar 27 15:34:59.972202 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d7565814-b28a-4ecb-af4e-88dc3a2207d0 req-a8939578-63ea-423e-9f27-9a1ec346e240 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485017 Mar 27 15:35:00.815227 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39956) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:01.123846 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2894b2-bace-4711-a3de-6dd09271fa93 req-52ee5578-9d73-4c12-b5af-18e9766f1fc8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:01.127961 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8a2894b2-bace-4711-a3de-6dd09271fa93 req-52ee5578-9d73-4c12-b5af-18e9766f1fc8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0687807 Mar 27 15:35:01.195517 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8a2894b2-bace-4711-a3de-6dd09271fa93 req-8b5d9f77-7344-41c4-84c0-eb53524104fa tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565243 Mar 27 15:35:01.365818 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2282e1db-210b-4aa3-b04f-95baa6be52c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8111436'] for router_interface (d7849ca4-387d-44a4-98e3-2365c1a840f8), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:01.641629 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2282e1db-210b-4aa3-b04f-95baa6be52c4 admin admin] Deleting port 6f5a527e-9212-49ef-98b2-528b3d0ed96e {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:35:01.641879 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2282e1db-210b-4aa3-b04f-95baa6be52c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:01.721366 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2282e1db-210b-4aa3-b04f-95baa6be52c4 admin admin] For port 6f5a527e-9212-49ef-98b2-528b3d0ed96e, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=6f5a527e-9212-49ef-98b2-528b3d0ed96e,segment=NetworkSegment(63c3d783-f7a0-4452-9585-54291be374cd),segment_id=63c3d783-f7a0-4452-9585-54291be374cd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:01.721719 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2282e1db-210b-4aa3-b04f-95baa6be52c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:01.734261 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2282e1db-210b-4aa3-b04f-95baa6be52c4 admin admin] Calling delete_port for 6f5a527e-9212-49ef-98b2-528b3d0ed96e owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:35:01.906442 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2282e1db-210b-4aa3-b04f-95baa6be52c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (6f5a527e-9212-49ef-98b2-528b3d0ed96e), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:01.931115 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282e1db-210b-4aa3-b04f-95baa6be52c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5a527e-9212-49ef-98b2-528b3d0ed96e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:02.093440 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2282e1db-210b-4aa3-b04f-95baa6be52c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8120393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8110588'] for router_interface (d7849ca4-387d-44a4-98e3-2365c1a840f8), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:02.308236 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2282e1db-210b-4aa3-b04f-95baa6be52c4 admin admin] Router d7849ca4-387d-44a4-98e3-2365c1a840f8 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:35:02.308761 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611312d0-2419-4a33-8cfb-4f3e5f8447e8 req-e00f4081-f8bc-4f49-8087-fb3458b7c5d6 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:02.310976 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-611312d0-2419-4a33-8cfb-4f3e5f8447e8 req-e00f4081-f8bc-4f49-8087-fb3458b7c5d6 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0528371 Mar 27 15:35:02.358925 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-611312d0-2419-4a33-8cfb-4f3e5f8447e8 req-89abb1dd-728a-4183-a6c1-9558f2486c9a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414765 Mar 27 15:35:02.421778 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2282e1db-210b-4aa3-b04f-95baa6be52c4 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:35:02.430176 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2282e1db-210b-4aa3-b04f-95baa6be52c4 admin admin] 10.222.0.13 "PUT /v2.0/routers/d7849ca4-387d-44a4-98e3-2365c1a840f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6178830 Mar 27 15:35:02.430339 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 39978) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:02.431998 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a41443-68c9-47f3-85f7-e439ac1686ca None None] Sync routers for ids ['d7849ca4-387d-44a4-98e3-2365c1a840f8'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:35:02.441560 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a41443-68c9-47f3-85f7-e439ac1686ca None None] Routers {'d7849ca4-387d-44a4-98e3-2365c1a840f8'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:35:02.442170 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e5a41443-68c9-47f3-85f7-e439ac1686ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:34:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d7849ca4-387d-44a4-98e3-2365c1a840f8'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:02.541358 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24084dd-bbee-4346-9846-e86eb00c5b9a req-987bce92-0ee5-4722-89bb-3af4d86e344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:02.542947 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c24084dd-bbee-4346-9846-e86eb00c5b9a req-987bce92-0ee5-4722-89bb-3af4d86e344a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7&device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 1129 time: 0.1207373 Mar 27 15:35:02.547214 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e5a41443-68c9-47f3-85f7-e439ac1686ca None None] Set router d7849ca4-387d-44a4-98e3-2365c1a840f8 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:35:02.605536 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1497cd2a-8147-4e9c-92e8-ff5b30879b27 admin admin] Publish callbacks [] for router (d7849ca4-387d-44a4-98e3-2365c1a840f8), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:02.713075 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24084dd-bbee-4346-9846-e86eb00c5b9a req-f99bfd52-67e2-48b7-a0b8-8b865149bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:02.714557 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c24084dd-bbee-4346-9846-e86eb00c5b9a req-f99bfd52-67e2-48b7-a0b8-8b865149bd40 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9 HTTP/1.1" status: 200 len: 917 time: 0.1646316 Mar 27 15:35:02.718608 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e5a41443-68c9-47f3-85f7-e439ac1686ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:35:01Z', 'revision_number': 5, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:02.743960 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a41443-68c9-47f3-85f7-e439ac1686ca None None] Checking router: d7849ca4-387d-44a4-98e3-2365c1a840f8 for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:35:02.752728 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a41443-68c9-47f3-85f7-e439ac1686ca None None] Routers {'d7849ca4-387d-44a4-98e3-2365c1a840f8'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:35:02.753321 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e5a41443-68c9-47f3-85f7-e439ac1686ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:34:52Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d7849ca4-387d-44a4-98e3-2365c1a840f8'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:02.772092 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1497cd2a-8147-4e9c-92e8-ff5b30879b27 admin admin] Publish callbacks [] for router_gateway (d7849ca4-387d-44a4-98e3-2365c1a840f8), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:02.796809 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c24084dd-bbee-4346-9846-e86eb00c5b9a req-17b5d6d8-f715-4f47-97bb-edee38463eb1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2 HTTP/1.1" status: 200 len: 1001 time: 0.0743895 Mar 27 15:35:02.858576 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-e5a41443-68c9-47f3-85f7-e439ac1686ca None None] Set router d7849ca4-387d-44a4-98e3-2365c1a840f8 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:35:02.870445 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24084dd-bbee-4346-9846-e86eb00c5b9a req-a1143726-4dfb-487b-938c-0f45a313c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:02.872736 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c24084dd-bbee-4346-9846-e86eb00c5b9a req-a1143726-4dfb-487b-938c-0f45a313c236 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0561c3b1-821a-43aa-9e3d-0208dfe94d6f HTTP/1.1" status: 200 len: 855 time: 0.0565877 Mar 27 15:35:02.890547 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1497cd2a-8147-4e9c-92e8-ff5b30879b27 admin admin] Deleting port 0d3ec143-6a4e-41ac-88c3-90d90cab4a44 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:35:02.890547 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1497cd2a-8147-4e9c-92e8-ff5b30879b27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (0d3ec143-6a4e-41ac-88c3-90d90cab4a44), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:02.979111 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24084dd-bbee-4346-9846-e86eb00c5b9a req-0ba7df12-fd5c-4f28-8f18-268a8e8a680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:02.980668 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c24084dd-bbee-4346-9846-e86eb00c5b9a req-0ba7df12-fd5c-4f28-8f18-268a8e8a680a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1010001 Mar 27 15:35:03.002930 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-1497cd2a-8147-4e9c-92e8-ff5b30879b27 admin admin] For port 0d3ec143-6a4e-41ac-88c3-90d90cab4a44, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=0d3ec143-6a4e-41ac-88c3-90d90cab4a44,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:03.003300 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1497cd2a-8147-4e9c-92e8-ff5b30879b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (0d3ec143-6a4e-41ac-88c3-90d90cab4a44), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:03.032556 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-e5a41443-68c9-47f3-85f7-e439ac1686ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:35:01Z', 'revision_number': 5, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:03.048915 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1497cd2a-8147-4e9c-92e8-ff5b30879b27 admin admin] Calling delete_port for 0d3ec143-6a4e-41ac-88c3-90d90cab4a44 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:35:03.058364 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a41443-68c9-47f3-85f7-e439ac1686ca None None] The sync data for ids ['d7849ca4-387d-44a4-98e3-2365c1a840f8'] in dv-cinder-835384-1-smb is: [{'id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'name': 'tempest-AttachVolumeTestJSON-1998582543-router', 'tenant_id': 'd3246241f55943b0ae1f788fc19805f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241'}], 'enable_snat': True}, 'gw_port_id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:35:01Z', 'revision_number': 5, 'project_id': 'd3246241f55943b0ae1f788fc19805f0', 'gw_port': {'id': '0d3ec143-6a4e-41ac-88c3-90d90cab4a44', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7849ca4-387d-44a4-98e3-2365c1a840f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:35:03.137349 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c24084dd-bbee-4346-9846-e86eb00c5b9a req-6f3d91df-03ee-435e-9eef-96285c5c033a service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483994 Mar 27 15:35:03.293888 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c24084dd-bbee-4346-9846-e86eb00c5b9a req-874faa9f-1a74-442a-b10f-0de5e676cd02 service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495337 Mar 27 15:35:03.310423 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1497cd2a-8147-4e9c-92e8-ff5b30879b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (0d3ec143-6a4e-41ac-88c3-90d90cab4a44), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:03.335115 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497cd2a-8147-4e9c-92e8-ff5b30879b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d3ec143-6a4e-41ac-88c3-90d90cab4a44,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:03.399840 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1497cd2a-8147-4e9c-92e8-ff5b30879b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8111110'] for router_gateway (d7849ca4-387d-44a4-98e3-2365c1a840f8), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:03.521746 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1497cd2a-8147-4e9c-92e8-ff5b30879b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8115434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3367'] for router (d7849ca4-387d-44a4-98e3-2365c1a840f8), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:03.524477 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1497cd2a-8147-4e9c-92e8-ff5b30879b27 admin admin] Publish callbacks [] for router_controller (d7849ca4-387d-44a4-98e3-2365c1a840f8), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:03.544266 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 6f5a527e-9212-49ef-98b2-528b3d0ed96e no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:35:03.565795 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 6f5a527e-9212-49ef-98b2-528b3d0ed96e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:35:03.566148 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 6f5a527e-9212-49ef-98b2-528b3d0ed96e not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:35:03.576470 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a2380-0227-47cf-9df7-ad02c175fba2 req-e09f382a-db52-412a-9550-f8cdaa434e20 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:03.577983 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3f2a2380-0227-47cf-9df7-ad02c175fba2 req-e09f382a-db52-412a-9550-f8cdaa434e20 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.1196921 Mar 27 15:35:03.591726 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1497cd2a-8147-4e9c-92e8-ff5b30879b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8115429'] for router (d7849ca4-387d-44a4-98e3-2365c1a840f8), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:03.592259 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1497cd2a-8147-4e9c-92e8-ff5b30879b27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7849ca4-387d-44a4-98e3-2365c1a840f8 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:35:03.602055 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1497cd2a-8147-4e9c-92e8-ff5b30879b27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:03.603220 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-1497cd2a-8147-4e9c-92e8-ff5b30879b27 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d7849ca4-387d-44a4-98e3-2365c1a840f8 HTTP/1.1" status: 204 len: 168 time: 1.1718721 Mar 27 15:35:03.606283 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 39982) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:03.667321 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3f2a2380-0227-47cf-9df7-ad02c175fba2 req-4a6b21a8-c2db-4a1d-9da9-1097674170f6 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833337 Mar 27 15:35:03.673060 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cdf5c7e-969e-4dcb-be9c-750d328c4347 admin admin] Deleting subnet 45fa90f7-8dff-4df6-aba3-f9ce848c3e05 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:35:03.676367 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cdf5c7e-969e-4dcb-be9c-750d328c4347 admin admin] Publish callbacks [] for subnet (45fa90f7-8dff-4df6-aba3-f9ce848c3e05), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:03.712759 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cdf5c7e-969e-4dcb-be9c-750d328c4347 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5052755'] for subnet (45fa90f7-8dff-4df6-aba3-f9ce848c3e05), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:03.791726 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cdf5c7e-969e-4dcb-be9c-750d328c4347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899853'] for subnet (45fa90f7-8dff-4df6-aba3-f9ce848c3e05), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:03.840409 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cdf5c7e-969e-4dcb-be9c-750d328c4347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5227366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24757330'] for subnet (45fa90f7-8dff-4df6-aba3-f9ce848c3e05), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:03.866528 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf5c7e-969e-4dcb-be9c-750d328c4347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45fa90f7-8dff-4df6-aba3-f9ce848c3e05,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:03.872284 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1cdf5c7e-969e-4dcb-be9c-750d328c4347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:03.875390 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-1cdf5c7e-969e-4dcb-be9c-750d328c4347 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/45fa90f7-8dff-4df6-aba3-f9ce848c3e05 HTTP/1.1" status: 204 len: 168 time: 0.2681634 Mar 27 15:35:03.877869 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 39984) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:03.878453 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ad85d3-375c-4795-af1e-4ee25dffae88 None None] Network 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:35:03.943583 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808514'] for network (9af63cf8-4c83-40dc-8de3-7ebae6a030a7), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:03.996206 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] Deleting port 4abcd745-f22c-43fc-9897-789b18ae98a3 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:35:03.996808 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (4abcd745-f22c-43fc-9897-789b18ae98a3), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:04.060043 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] For port 4abcd745-f22c-43fc-9897-789b18ae98a3, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=4abcd745-f22c-43fc-9897-789b18ae98a3,segment=NetworkSegment(63c3d783-f7a0-4452-9585-54291be374cd),segment_id=63c3d783-f7a0-4452-9585-54291be374cd)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:04.060343 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (4abcd745-f22c-43fc-9897-789b18ae98a3), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:04.072546 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] Calling delete_port for 4abcd745-f22c-43fc-9897-789b18ae98a3 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:35:04.111666 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a27019-bf16-4f25-8587-53d0dc99cfc8 None None] DHCP port deletion for 9af63cf8-4c83-40dc-8de3-7ebae6a030a7 request from dv-cinder-835384-1-smb {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:35:04.155820 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (4abcd745-f22c-43fc-9897-789b18ae98a3), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:04.164431 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d6a27019-bf16-4f25-8587-53d0dc99cfc8 None None] Deleting port 4abcd745-f22c-43fc-9897-789b18ae98a3 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:35:04.164809 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6a27019-bf16-4f25-8587-53d0dc99cfc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (4abcd745-f22c-43fc-9897-789b18ae98a3), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:04.180500 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] Pushing event deleted for resources: {'Port': ['ID=4abcd745-f22c-43fc-9897-789b18ae98a3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:04.183799 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] No DVR routers for this DVR port 4abcd745-f22c-43fc-9897-789b18ae98a3 on host dv-cinder-835384-1-smb {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:35:04.230876 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d6a27019-bf16-4f25-8587-53d0dc99cfc8 None None] For port 4abcd745-f22c-43fc-9897-789b18ae98a3, host dv-cinder-835384-1-smb, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:04.231276 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6a27019-bf16-4f25-8587-53d0dc99cfc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (4abcd745-f22c-43fc-9897-789b18ae98a3), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:04.247387 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-d6a27019-bf16-4f25-8587-53d0dc99cfc8 None None] Calling delete_port for 4abcd745-f22c-43fc-9897-789b18ae98a3 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:35:04.250005 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.ipam_backend_mixin [None req-d6a27019-bf16-4f25-8587-53d0dc99cfc8 None None] Port 4abcd745-f22c-43fc-9897-789b18ae98a3 was not found and therefore no delete operation was performed {{(pid=103164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 27 15:35:04.251254 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d6a27019-bf16-4f25-8587-53d0dc99cfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726'] for port (4abcd745-f22c-43fc-9897-789b18ae98a3), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:04.255970 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688568', 'neutron.services.segments.db._delete_segments_for_network-8742536124483'] for network (9af63cf8-4c83-40dc-8de3-7ebae6a030a7), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:04.281169 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a27019-bf16-4f25-8587-53d0dc99cfc8 None None] Pushing event deleted for resources: {'Port': ['ID=4abcd745-f22c-43fc-9897-789b18ae98a3,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:04.281492 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af63cf8-4c83-40dc-8de3-7ebae6a030a7']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:04.281596 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a27019-bf16-4f25-8587-53d0dc99cfc8 None None] No DVR routers for this DVR port 4abcd745-f22c-43fc-9897-789b18ae98a3 on host dv-cinder-835384-1-smb {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:35:04.287261 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c3d783-f7a0-4452-9585-54291be374cd') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:04.287667 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c3d783-f7a0-4452-9585-54291be374cd') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:04.297565 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742536291148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052778'] for segment (63c3d783-f7a0-4452-9585-54291be374cd), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:04.311129 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (63c3d783-f7a0-4452-9585-54291be374cd), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:04.316984 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:35:04.317361 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5229252'] for segment (63c3d783-f7a0-4452-9585-54291be374cd), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: Traceback (most recent call last): Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: timer() Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: cb(*args, **kw) Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: return func(*args, **kwargs) Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: self._notify() Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: self.callback(batched_events) Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: event.method(event) Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: return f(self, *a, **k) Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: return self._get(url).json() Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: return self.request(url, 'GET', **kwargs) Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:35:04.318985 dv-cinder-835384-1-smb neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:35:04.375174 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8111226'] for network (9af63cf8-4c83-40dc-8de3-7ebae6a030a7), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:04.629209 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:04.632249 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] 10.222.0.13 "DELETE /v2.0/networks/9af63cf8-4c83-40dc-8de3-7ebae6a030a7 HTTP/1.1" status: 204 len: 168 time: 0.7533135 Mar 27 15:35:04.633242 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ab52c-8c04-46d3-958b-eacfeb64c83c admin admin] Pushing event deleted for resources: {'Network': ['ID=9af63cf8-4c83-40dc-8de3-7ebae6a030a7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:04.741314 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39990) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:04.781426 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-4c7b082d-0602-49dc-978c-4a04cf3a8c49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3246241f55943b0ae1f788fc19805f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389605 Mar 27 15:35:04.783940 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 39992) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:04.791198 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badaa46-be1e-4cbb-b8ed-e42d7cdaa686 req-5d19336a-0307-44f6-8d28-121888d31a30 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:04.792653 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8badaa46-be1e-4cbb-b8ed-e42d7cdaa686 req-5d19336a-0307-44f6-8d28-121888d31a30 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 945 time: 0.0525615 Mar 27 15:35:04.832979 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fac87ed8-e890-4b1c-bf13-a8b28e71e8be admin admin] Publish callbacks [] for security_group (16db1948-d2e4-4a1c-9493-cf4668cf917a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:04.838750 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8badaa46-be1e-4cbb-b8ed-e42d7cdaa686 req-19efb998-25cb-45f2-95ee-58a19312d010 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398986 Mar 27 15:35:04.853357 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fac87ed8-e890-4b1c-bf13-a8b28e71e8be admin admin] Publish callbacks [] for security_group (16db1948-d2e4-4a1c-9493-cf4668cf917a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:04.899311 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fac87ed8-e890-4b1c-bf13-a8b28e71e8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (16db1948-d2e4-4a1c-9493-cf4668cf917a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:04.901810 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fac87ed8-e890-4b1c-bf13-a8b28e71e8be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:04.902968 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-fac87ed8-e890-4b1c-bf13-a8b28e71e8be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16db1948-d2e4-4a1c-9493-cf4668cf917a HTTP/1.1" status: 204 len: 168 time: 0.1181123 Mar 27 15:35:04.912411 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac87ed8-e890-4b1c-bf13-a8b28e71e8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16db1948-d2e4-4a1c-9493-cf4668cf917a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:05.431057 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 0d3ec143-6a4e-41ac-88c3-90d90cab4a44 no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:35:05.453628 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 0d3ec143-6a4e-41ac-88c3-90d90cab4a44 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:35:05.454081 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 0d3ec143-6a4e-41ac-88c3-90d90cab4a44 not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:35:05.454504 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 4abcd745-f22c-43fc-9897-789b18ae98a3 no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:35:05.479391 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 4abcd745-f22c-43fc-9897-789b18ae98a3 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:35:05.479735 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 4abcd745-f22c-43fc-9897-789b18ae98a3 not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:35:05.484562 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 66f79436-e097-4fe5-80c3-8aa3685d57a2 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:35:05.566960 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 66f79436-e097-4fe5-80c3-8aa3685d57a2 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:35:05.567352 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:05.592385 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f79436-e097-4fe5-80c3-8aa3685d57a2'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:35:05.594700 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987d6af8-9b4b-4410-b2d4-c6e9e6b8a16b" -d '{"events": [{"server_uuid": "239b6607-703c-4bb5-8fba-23cbde7c5630", "name": "network-vif-unplugged", "status": "completed", "tag": "66f79436-e097-4fe5-80c3-8aa3685d57a2"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:35:05.605656 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 66f79436-e097-4fe5-80c3-8aa3685d57a2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:05.609864 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:05.634437 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 27 Mar 2022 15:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11bde83-d793-4509-aba4-31457923e67d x-openstack-request-id: req-d11bde83-d793-4509-aba4-31457923e67d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:35:05.634770 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239b6607-703c-4bb5-8fba-23cbde7c5630", "name": "network-vif-unplugged", "status": "failed", "tag": "66f79436-e097-4fe5-80c3-8aa3685d57a2", "code": 422}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:35:05.635024 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d11bde83-d793-4509-aba4-31457923e67d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:35:05.635454 dv-cinder-835384-1-smb neutron-server[103164]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d11bde83-d793-4509-aba4-31457923e67d']: {'server_uuid': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66f79436-e097-4fe5-80c3-8aa3685d57a2', 'code': 422} returned with failed status Mar 27 15:35:05.661021 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=66f79436-e097-4fe5-80c3-8aa3685d57a2,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:05.967393 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25f492-d4dc-48ba-8693-6a130273c514 req-4ede704b-3acf-4cf2-8a64-89cd27e41d33 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:05.969050 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fb25f492-d4dc-48ba-8693-6a130273c514 req-4ede704b-3acf-4cf2-8a64-89cd27e41d33 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.0564933 Mar 27 15:35:06.021544 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fb25f492-d4dc-48ba-8693-6a130273c514 req-2ced88dd-4d1b-433f-8f1f-3d6bbb1034f1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463874 Mar 27 15:35:06.756698 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [req-6001cad0-0c24-4472-bb37-c387fc7798fc req-198abe27-8280-40d9-89cd-e042f3239312 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:35:06.757687 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6001cad0-0c24-4472-bb37-c387fc7798fc req-198abe27-8280-40d9-89cd-e042f3239312 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052481 Mar 27 15:35:06.912361 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4b04f-c633-4b3b-885a-d526e4583378 req-df503357-8683-4fab-97b5-e56673094ed8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:06.913825 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-84b4b04f-c633-4b3b-885a-d526e4583378 req-df503357-8683-4fab-97b5-e56673094ed8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.0549779 Mar 27 15:35:06.962876 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-84b4b04f-c633-4b3b-885a-d526e4583378 req-766109c8-7bc1-42d1-bb65-c648495e43bf tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432646 Mar 27 15:35:07.133730 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 40086) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:07.228353 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c78b643f-842c-44db-9643-58e960676637 req-461a3b4a-b868-4cf4-a451-a51fdfecf5db service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927689 Mar 27 15:35:07.237438 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [req-c78b643f-842c-44db-9643-58e960676637 req-f09adce6-9b34-4a9d-863b-50dfcfd88e3e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:35:07.238699 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c78b643f-842c-44db-9643-58e960676637 req-f09adce6-9b34-4a9d-863b-50dfcfd88e3e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051074 Mar 27 15:35:07.320946 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 40102) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:07.372425 dv-cinder-835384-1-smb neutron-server[103163]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 27 15:35:07.417237 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b643f-842c-44db-9643-58e960676637 req-860e1ef0-c8f2-45ff-a68e-2c4672449e54 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:07.418706 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-c78b643f-842c-44db-9643-58e960676637 req-860e1ef0-c8f2-45ff-a68e-2c4672449e54 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports/66f79436-e097-4fe5-80c3-8aa3685d57a2 HTTP/1.1" status: 200 len: 940 time: 0.0967746 Mar 27 15:35:08.079967 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f344e-bb97-4282-bea9-7288fcefaa5b req-52a97384-55ea-4465-b267-2d845836d71e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:08.081346 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c53f344e-bb97-4282-bea9-7288fcefaa5b req-52a97384-55ea-4465-b267-2d845836d71e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.0519807 Mar 27 15:35:08.126416 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c53f344e-bb97-4282-bea9-7288fcefaa5b req-752aefad-bd10-4ca4-936b-f1dcdbc873f6 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396428 Mar 27 15:35:08.187779 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b643f-842c-44db-9643-58e960676637 req-9d64768b-d33e-4cbe-be1f-303e9c45b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:08.189260 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c78b643f-842c-44db-9643-58e960676637 req-9d64768b-d33e-4cbe-be1f-303e9c45b08d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630&tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7 HTTP/1.1" status: 200 len: 1127 time: 0.0466099 Mar 27 15:35:08.252137 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b643f-842c-44db-9643-58e960676637 req-bf30187c-68c0-47af-ac71-a9c0e14e8be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:08.253633 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c78b643f-842c-44db-9643-58e960676637 req-bf30187c-68c0-47af-ac71-a9c0e14e8be5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7&device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 1127 time: 0.0437431 Mar 27 15:35:08.346746 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b643f-842c-44db-9643-58e960676637 req-8c03760f-5239-40ec-97d1-5b5061fe7c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:08.348258 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c78b643f-842c-44db-9643-58e960676637 req-8c03760f-5239-40ec-97d1-5b5061fe7c08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9 HTTP/1.1" status: 200 len: 917 time: 0.0891802 Mar 27 15:35:08.417098 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c78b643f-842c-44db-9643-58e960676637 req-205ba8e9-00b1-46d0-9ff8-ed49f95d6d67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2 HTTP/1.1" status: 200 len: 999 time: 0.0627351 Mar 27 15:35:08.467903 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b643f-842c-44db-9643-58e960676637 req-f68080ac-615a-432d-94e6-cbaf672bb177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:08.469432 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c78b643f-842c-44db-9643-58e960676637 req-f68080ac-615a-432d-94e6-cbaf672bb177 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0561c3b1-821a-43aa-9e3d-0208dfe94d6f HTTP/1.1" status: 200 len: 855 time: 0.0462971 Mar 27 15:35:08.520362 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b643f-842c-44db-9643-58e960676637 req-71503a67-c66d-4891-bbdf-ec4770d683d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:08.521893 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c78b643f-842c-44db-9643-58e960676637 req-71503a67-c66d-4891-bbdf-ec4770d683d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0466819 Mar 27 15:35:08.616502 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c78b643f-842c-44db-9643-58e960676637 req-ed76749d-167c-4e1f-8c03-32bf7f6416a8 service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877035 Mar 27 15:35:08.636135 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:08.706407 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c78b643f-842c-44db-9643-58e960676637 req-609e53a0-0ee3-452e-b960-58b69ecf6181 service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829961 Mar 27 15:35:08.714402 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 40122) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:08.816995 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3a7be1a-eeff-443f-9dd7-7420a32fe64c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:08.897968 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3a7be1a-eeff-443f-9dd7-7420a32fe64c admin admin] Publish callbacks [] for security_group (da20190a-a553-4da7-81c7-a9fd0bbd7651), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:08.902107 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3a7be1a-eeff-443f-9dd7-7420a32fe64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (da20190a-a553-4da7-81c7-a9fd0bbd7651), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:08.942267 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-f3a7be1a-eeff-443f-9dd7-7420a32fe64c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72ceec61f46f4cef8a5347ca549e2f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236798 Mar 27 15:35:08.942267 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7be1a-eeff-443f-9dd7-7420a32fe64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da20190a-a553-4da7-81c7-a9fd0bbd7651,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:08.942840 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 40136) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:08.997178 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-76d38422-b481-4e43-b06b-be9b0d1196c9 admin admin] Publish callbacks [] for security_group (da20190a-a553-4da7-81c7-a9fd0bbd7651), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:09.018207 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-76d38422-b481-4e43-b06b-be9b0d1196c9 admin admin] Publish callbacks [] for security_group (da20190a-a553-4da7-81c7-a9fd0bbd7651), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:09.064082 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-76d38422-b481-4e43-b06b-be9b0d1196c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (da20190a-a553-4da7-81c7-a9fd0bbd7651), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:09.066932 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-76d38422-b481-4e43-b06b-be9b0d1196c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:09.068123 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-76d38422-b481-4e43-b06b-be9b0d1196c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da20190a-a553-4da7-81c7-a9fd0bbd7651 HTTP/1.1" status: 204 len: 168 time: 0.1237559 Mar 27 15:35:09.076520 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d38422-b481-4e43-b06b-be9b0d1196c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da20190a-a553-4da7-81c7-a9fd0bbd7651,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:09.317359 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51985d6f-614d-4d4a-b4c8-913a9061c01b req-6f9f0a3f-627a-425f-a5b4-6ed6e40808bb tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:09.332751 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-51985d6f-614d-4d4a-b4c8-913a9061c01b req-6f9f0a3f-627a-425f-a5b4-6ed6e40808bb tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.1040111 Mar 27 15:35:09.438893 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-51985d6f-614d-4d4a-b4c8-913a9061c01b req-8a230fd8-8705-4824-84b1-a20b0b7cbfc4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050658 Mar 27 15:35:09.502137 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 66f79436-e097-4fe5-80c3-8aa3685d57a2 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:35:09.619748 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 66f79436-e097-4fe5-80c3-8aa3685d57a2 is: DOWN; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:35:10.587585 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efd785-e990-4612-a9a6-4322c8a9018c req-2a3f84d0-175a-4891-9a4e-5201ec90a8c2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:10.589120 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-87efd785-e990-4612-a9a6-4322c8a9018c req-2a3f84d0-175a-4891-9a4e-5201ec90a8c2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.0848830 Mar 27 15:35:10.642432 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-87efd785-e990-4612-a9a6-4322c8a9018c req-cef544f1-4a8e-47ca-870f-fce496e901ae tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471096 Mar 27 15:35:11.776784 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a94993-b15b-4d56-b4c0-65a92f16d391 req-a231465f-a213-4160-99ba-eee442749145 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:11.778963 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-74a94993-b15b-4d56-b4c0-65a92f16d391 req-a231465f-a213-4160-99ba-eee442749145 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.0578480 Mar 27 15:35:11.825527 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-74a94993-b15b-4d56-b4c0-65a92f16d391 req-35b44d2f-03dd-4c54-aafe-0b8a00488cf3 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408278 Mar 27 15:35:12.540869 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c28736-bc20-41a7-8417-84b0e9baf8ae req-de1ae36b-34d3-40d5-b7d6-51e51536491b tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:12.542480 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-57c28736-bc20-41a7-8417-84b0e9baf8ae req-de1ae36b-34d3-40d5-b7d6-51e51536491b tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0605400 Mar 27 15:35:12.599031 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-57c28736-bc20-41a7-8417-84b0e9baf8ae req-05eb8166-78f9-48e4-b443-6674bc238dce tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508006 Mar 27 15:35:12.967577 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf2c9b-581e-498e-bc52-487abd65c8d0 req-44931d70-1350-48f2-9146-aa86ec678ea8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:12.969095 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d7cf2c9b-581e-498e-bc52-487abd65c8d0 req-44931d70-1350-48f2-9146-aa86ec678ea8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.0612786 Mar 27 15:35:13.019157 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d7cf2c9b-581e-498e-bc52-487abd65c8d0 req-c332107b-b0ab-4e42-bfcb-b43e194f816b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441442 Mar 27 15:35:13.754579 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992280cb-5678-4881-8872-8aa59bfe5129 req-387a29bc-5ff6-4e86-be34-b5aae62009f2 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:13.758327 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-992280cb-5678-4881-8872-8aa59bfe5129 req-387a29bc-5ff6-4e86-be34-b5aae62009f2 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0679524 Mar 27 15:35:13.809778 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-992280cb-5678-4881-8872-8aa59bfe5129 req-678fe9aa-ce89-4daa-a7eb-e12a2b89907e tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449123 Mar 27 15:35:14.162777 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6c593-0698-4265-9b15-e23afcf444e5 req-a21aa944-7ed7-436a-a45d-a0782e0253dc tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:14.164376 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-27a6c593-0698-4265-9b15-e23afcf444e5 req-a21aa944-7ed7-436a-a45d-a0782e0253dc tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.0637412 Mar 27 15:35:14.216409 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-27a6c593-0698-4265-9b15-e23afcf444e5 req-ca3e8394-9d3d-4bc7-ba0c-27dcb09c9f65 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461726 Mar 27 15:35:14.941306 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14ab75-3839-4e06-ba14-59a94cbacc2f req-55bd8123-67d2-45f2-baf5-0d50efc9349c tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:14.943096 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ee14ab75-3839-4e06-ba14-59a94cbacc2f req-55bd8123-67d2-45f2-baf5-0d50efc9349c tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0536575 Mar 27 15:35:14.996790 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ee14ab75-3839-4e06-ba14-59a94cbacc2f req-eb768550-3307-489c-9519-6f0ba44ec8b6 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468142 Mar 27 15:35:15.392641 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc8b89-aa1b-4c75-8df9-8b763661cc16 req-0ebddec6-96a8-46d7-b3df-62ea55d19e1d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:15.394190 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-73fc8b89-aa1b-4c75-8df9-8b763661cc16 req-0ebddec6-96a8-46d7-b3df-62ea55d19e1d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.0654631 Mar 27 15:35:15.443957 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-73fc8b89-aa1b-4c75-8df9-8b763661cc16 req-1b7df694-5dba-4cc0-ae34-8adf72419e68 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442946 Mar 27 15:35:16.116020 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb491d86-f06f-4fe8-aa35-e2ad5217e0ff req-4a09c15d-a225-4222-9905-4c776059316b tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:16.117531 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cb491d86-f06f-4fe8-aa35-e2ad5217e0ff req-4a09c15d-a225-4222-9905-4c776059316b tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0511594 Mar 27 15:35:16.175663 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-cb491d86-f06f-4fe8-aa35-e2ad5217e0ff req-fdf7171b-e982-4b30-a186-2c3749d0809e tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489247 Mar 27 15:35:16.576918 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49f161-540a-4c62-b52b-7c9e0a45ebb4 req-0d70f59b-036a-4ec3-84cc-ce0b524e101b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:16.579322 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2c49f161-540a-4c62-b52b-7c9e0a45ebb4 req-0d70f59b-036a-4ec3-84cc-ce0b524e101b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.0572891 Mar 27 15:35:16.631132 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2c49f161-540a-4c62-b52b-7c9e0a45ebb4 req-75bd8564-62e3-413f-b302-14556e9d73f4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453484 Mar 27 15:35:17.321149 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995f9fe-394b-41a2-af09-3a632f808911 req-f95be406-b735-4ad2-8693-0b37ab78cbe9 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:17.322611 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c995f9fe-394b-41a2-af09-3a632f808911 req-f95be406-b735-4ad2-8693-0b37ab78cbe9 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0564833 Mar 27 15:35:17.372962 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c995f9fe-394b-41a2-af09-3a632f808911 req-b31f0980-3bb1-4565-b68b-df1a43b2227a tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439227 Mar 27 15:35:17.776143 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff285fdc-f2cc-4968-a780-4636c65fd2b3 req-87d1b07a-e790-4c65-a656-ed744a418965 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:17.777732 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ff285fdc-f2cc-4968-a780-4636c65fd2b3 req-87d1b07a-e790-4c65-a656-ed744a418965 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.0558095 Mar 27 15:35:17.824992 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ff285fdc-f2cc-4968-a780-4636c65fd2b3 req-e11a2d08-0c08-440e-9f92-ec43a9a714a9 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414486 Mar 27 15:35:18.490700 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b947189-2044-4c8e-828b-2c7f290cf633 req-c349918a-a3c4-45ae-9a99-e8ef2831aa1c tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:18.492213 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6b947189-2044-4c8e-828b-2c7f290cf633 req-c349918a-a3c4-45ae-9a99-e8ef2831aa1c tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0515845 Mar 27 15:35:18.545489 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6b947189-2044-4c8e-828b-2c7f290cf633 req-66298591-5f4e-42da-9175-e542123dbea9 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468175 Mar 27 15:35:18.948442 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb02348-9ae5-4be4-b16d-f82aa7d56e91 req-3908829f-0f5e-4517-a3bf-078ccda9d8ba tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:18.950456 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0fb02348-9ae5-4be4-b16d-f82aa7d56e91 req-3908829f-0f5e-4517-a3bf-078ccda9d8ba tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.0544877 Mar 27 15:35:19.007798 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0fb02348-9ae5-4be4-b16d-f82aa7d56e91 req-b10203b7-e178-4081-aa2f-f3b64aa144c9 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498989 Mar 27 15:35:19.686113 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85603f6d-4723-48d7-adee-3a666e2ebf72 req-6e7fa50a-5454-4a3e-b0c6-cd755ca2426c tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:19.688310 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-85603f6d-4723-48d7-adee-3a666e2ebf72 req-6e7fa50a-5454-4a3e-b0c6-cd755ca2426c tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0743871 Mar 27 15:35:19.738229 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-85603f6d-4723-48d7-adee-3a666e2ebf72 req-75a8fa5d-ad38-4b21-8400-e46e8d537bbd tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442252 Mar 27 15:35:20.106461 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-82498822-8c87-4363-8939-a00271d81322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:20.139349 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19117362-ce5f-4282-a2b6-4dda7c2fe4c0 req-df2c3a0c-4735-40a8-90f2-c73afa48b5c4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:20.140816 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-19117362-ce5f-4282-a2b6-4dda7c2fe4c0 req-df2c3a0c-4735-40a8-90f2-c73afa48b5c4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.0593786 Mar 27 15:35:20.186058 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-19117362-ce5f-4282-a2b6-4dda7c2fe4c0 req-9e67e2af-6cc2-41b3-b035-1b10c7d5c47b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396998 Mar 27 15:35:20.854431 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49703fb7-9be0-43f3-a10f-37051b384d5e req-9dd2c52b-b186-44f2-9342-6778da99f974 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:20.854431 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-49703fb7-9be0-43f3-a10f-37051b384d5e req-9dd2c52b-b186-44f2-9342-6778da99f974 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0519676 Mar 27 15:35:20.901879 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-49703fb7-9be0-43f3-a10f-37051b384d5e req-0ce2fc9f-450a-4d11-aa53-eca145a5c74d tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422902 Mar 27 15:35:21.309327 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1d139-4156-4b40-b62d-a914b7dbefb2 req-63e9dacc-b8e1-4aff-8200-245eef9f0197 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:21.311498 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f3f1d139-4156-4b40-b62d-a914b7dbefb2 req-63e9dacc-b8e1-4aff-8200-245eef9f0197 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.0554705 Mar 27 15:35:21.356038 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f3f1d139-4156-4b40-b62d-a914b7dbefb2 req-a5493e90-9118-4068-a01e-49d14214c9a1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390923 Mar 27 15:35:22.027949 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d433-f3d3-4db5-9f73-77b1b3f00d5e req-f311b2bc-8588-4214-bab7-92b12948d8d1 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:22.029436 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1309d433-f3d3-4db5-9f73-77b1b3f00d5e req-f311b2bc-8588-4214-bab7-92b12948d8d1 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0544477 Mar 27 15:35:22.077715 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1309d433-f3d3-4db5-9f73-77b1b3f00d5e req-8e522c45-7c48-4e38-a957-29d623a4e2f6 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427907 Mar 27 15:35:22.344143 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-676ebff6-5238-48e2-b2e9-799e9b68c1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:22.493353 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18568d7-8327-4829-bb7a-bec653fb327a req-449e68dc-4e50-4dd3-8246-91cfa63b99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:22.494881 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a18568d7-8327-4829-bb7a-bec653fb327a req-449e68dc-4e50-4dd3-8246-91cfa63b99f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e48f4dbdd4c45c5854d653ba08be5e0&device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 1130 time: 0.0786030 Mar 27 15:35:22.519860 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db0f5a-6693-436b-b8a8-40bebb7c2ce8 req-a97b3675-09e8-4791-85e0-191e682d1274 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:22.521324 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e8db0f5a-6693-436b-b8a8-40bebb7c2ce8 req-a97b3675-09e8-4791-85e0-191e682d1274 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.0781190 Mar 27 15:35:22.629861 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e8db0f5a-6693-436b-b8a8-40bebb7c2ce8 req-78f4c219-dcc9-4003-ad44-e76dd9579ff7 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981257 Mar 27 15:35:22.649480 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18568d7-8327-4829-bb7a-bec653fb327a req-ed94a099-8274-49c4-ab7c-1654d47b7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:22.650970 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a18568d7-8327-4829-bb7a-bec653fb327a req-ed94a099-8274-49c4-ab7c-1654d47b7936 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30bd4b72-8a1d-4886-9224-4597ff09b4b2 HTTP/1.1" status: 200 len: 910 time: 0.1284802 Mar 27 15:35:22.720474 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a18568d7-8327-4829-bb7a-bec653fb327a req-ea1689ce-ea5e-4b81-a72b-74de2f7bd116 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bc3e00-65ae-4e54-b59d-042aca187139 HTTP/1.1" status: 200 len: 1001 time: 0.0624356 Mar 27 15:35:22.770131 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18568d7-8327-4829-bb7a-bec653fb327a req-5efe7868-46e2-44ad-8cb0-a5f18361b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:22.771764 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a18568d7-8327-4829-bb7a-bec653fb327a req-5efe7868-46e2-44ad-8cb0-a5f18361b9df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6795a83c-adc3-4390-b87e-00540dd8e9ea HTTP/1.1" status: 200 len: 848 time: 0.0454042 Mar 27 15:35:22.823453 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18568d7-8327-4829-bb7a-bec653fb327a req-16a53a89-a8ea-4251-8cb1-9e8f37eaa83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:22.824923 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a18568d7-8327-4829-bb7a-bec653fb327a req-16a53a89-a8ea-4251-8cb1-9e8f37eaa83e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30bd4b72-8a1d-4886-9224-4597ff09b4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0424531 Mar 27 15:35:22.914174 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a18568d7-8327-4829-bb7a-bec653fb327a req-67d08acf-ac55-4615-8396-852f07c5ccf9 service neutron] 10.222.0.16 "GET /v2.0/networks/30bd4b72-8a1d-4886-9224-4597ff09b4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818608 Mar 27 15:35:23.001132 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a18568d7-8327-4829-bb7a-bec653fb327a req-ce6f9193-1a10-4d12-986d-24d97a91b0dc service neutron] 10.222.0.16 "GET /v2.0/networks/30bd4b72-8a1d-4886-9224-4597ff09b4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813775 Mar 27 15:35:23.201867 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2609b3d-9d53-4e15-a176-10eec6e5db15 req-781c11c8-3d37-4611-a457-353779dffdf4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:23.203707 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e2609b3d-9d53-4e15-a176-10eec6e5db15 req-781c11c8-3d37-4611-a457-353779dffdf4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0565629 Mar 27 15:35:23.255258 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e2609b3d-9d53-4e15-a176-10eec6e5db15 req-befe0672-4e9e-4b9e-9525-b832655a2b45 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454714 Mar 27 15:35:23.675781 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:23.756723 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd7a84-88b7-49d3-8050-a5b26ad976fe req-f7ac8fbd-2827-46d7-a242-608cd96c7894 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:23.758200 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fdcd7a84-88b7-49d3-8050-a5b26ad976fe req-f7ac8fbd-2827-46d7-a242-608cd96c7894 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.0527098 Mar 27 15:35:23.803644 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fdcd7a84-88b7-49d3-8050-a5b26ad976fe req-7e0dfb15-291d-46d5-bc8b-45377f1dfdc8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398881 Mar 27 15:35:24.378362 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91c747-3f47-4721-b950-4d9920e15e16 req-fe8bf235-ff44-4a7b-a2dc-74b9dd3b5e67 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:24.379875 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9b91c747-3f47-4721-b950-4d9920e15e16 req-fe8bf235-ff44-4a7b-a2dc-74b9dd3b5e67 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0575168 Mar 27 15:35:24.430087 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9b91c747-3f47-4721-b950-4d9920e15e16 req-4908a7b5-1fd1-47bf-bf18-1e462cf99e66 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445738 Mar 27 15:35:24.925248 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347b3e5-e566-40d6-93db-286896777d0b req-59e37fec-3549-4282-83fd-424a177d14d4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:24.926723 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7347b3e5-e566-40d6-93db-286896777d0b req-59e37fec-3549-4282-83fd-424a177d14d4 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 943 time: 0.0512831 Mar 27 15:35:24.973126 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-7347b3e5-e566-40d6-93db-286896777d0b req-1c373e9f-25ee-4427-9423-37cadcad029b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407596 Mar 27 15:35:25.431975 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:25.547534 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 66f79436-e097-4fe5-80c3-8aa3685d57a2 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:35:25.549141 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b92085-24d4-4dae-be33-bd93438ae423 req-d8188784-f3f3-4c2d-8f54-07239f30d6d7 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:25.550626 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-57b92085-24d4-4dae-be33-bd93438ae423 req-d8188784-f3f3-4c2d-8f54-07239f30d6d7 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0512543 Mar 27 15:35:25.605375 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-57b92085-24d4-4dae-be33-bd93438ae423 req-15d40ccd-0124-4546-a219-b86862d02066 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490098 Mar 27 15:35:25.659668 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 66f79436-e097-4fe5-80c3-8aa3685d57a2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:25.672895 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '66f79436-e097-4fe5-80c3-8aa3685d57a2', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'port_id': '66f79436-e097-4fe5-80c3-8aa3685d57a2', 'mac_address': 'fa:16:3e:80:4c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:35:25.716266 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 66f79436-e097-4fe5-80c3-8aa3685d57a2 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:35:25.716670 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:25.732080 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f79436-e097-4fe5-80c3-8aa3685d57a2 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:35:25.751945 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 66f79436-e097-4fe5-80c3-8aa3685d57a2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:25.755409 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:25.802134 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=66f79436-e097-4fe5-80c3-8aa3685d57a2,revision_number=9']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:26.089680 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['66f79436-e097-4fe5-80c3-8aa3685d57a2'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:35:26.105559 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e964907-8159-402c-b530-3d94743c4264 req-3dd1d979-73d6-412c-8d64-26fd2d55818c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:26.107388 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e964907-8159-402c-b530-3d94743c4264 req-3dd1d979-73d6-412c-8d64-26fd2d55818c tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 944 time: 0.0568542 Mar 27 15:35:26.159830 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9e964907-8159-402c-b530-3d94743c4264 req-9ba9662d-d512-4b9e-9fd8-b6223e1fc124 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450256 Mar 27 15:35:26.363171 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde8a3c-6de0-4280-af67-faa81a81eeaa req-0c5c432f-a7bc-4fe6-a845-28052196712c tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:26.364908 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8dde8a3c-6de0-4280-af67-faa81a81eeaa req-0c5c432f-a7bc-4fe6-a845-28052196712c tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 946 time: 0.0525465 Mar 27 15:35:26.409929 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8dde8a3c-6de0-4280-af67-faa81a81eeaa req-6a2b10d2-93a3-4098-801d-6daaa66d574d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396087 Mar 27 15:35:26.567567 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:26.727893 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbb5bd-8855-4c4c-aaa5-55d9d4a8e39b req-96495356-bd7d-4b7c-b8cb-ee87dd2afd02 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:26.729334 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bfdbb5bd-8855-4c4c-aaa5-55d9d4a8e39b req-96495356-bd7d-4b7c-b8cb-ee87dd2afd02 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0547519 Mar 27 15:35:26.777193 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bfdbb5bd-8855-4c4c-aaa5-55d9d4a8e39b req-bc8fec02-f997-44b7-929b-49d63a797984 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423243 Mar 27 15:35:27.282882 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629fac9-84a9-4440-9372-ed8a7123425f req-0f955aea-3788-413c-9263-1721d085b1dc tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:27.284324 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3629fac9-84a9-4440-9372-ed8a7123425f req-0f955aea-3788-413c-9263-1721d085b1dc tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 944 time: 0.0508244 Mar 27 15:35:27.329854 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3629fac9-84a9-4440-9372-ed8a7123425f req-d1fea5f0-3a74-40a9-9808-20dc69e4ec1a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402012 Mar 27 15:35:27.526131 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981fbc5-1dde-4020-b84e-d9eb7e492aa4 req-4448f6ec-030a-4a6c-be73-8ff323740cc4 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:27.527704 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1981fbc5-1dde-4020-b84e-d9eb7e492aa4 req-4448f6ec-030a-4a6c-be73-8ff323740cc4 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 946 time: 0.0512118 Mar 27 15:35:27.558654 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 66f79436-e097-4fe5-80c3-8aa3685d57a2 up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:35:27.576233 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1981fbc5-1dde-4020-b84e-d9eb7e492aa4 req-fed72b1b-80ba-4fd0-a3f1-f4238fa2c555 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423763 Mar 27 15:35:27.608339 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 66f79436-e097-4fe5-80c3-8aa3685d57a2 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:35:27.608895 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:27.802859 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 66f79436-e097-4fe5-80c3-8aa3685d57a2 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:35:27.803246 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:27.825999 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f79436-e097-4fe5-80c3-8aa3685d57a2'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:35:27.828294 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3f2cf9-8adb-4cb7-851d-7a711de992b0" -d '{"events": [{"server_uuid": "239b6607-703c-4bb5-8fba-23cbde7c5630", "name": "network-vif-plugged", "status": "completed", "tag": "66f79436-e097-4fe5-80c3-8aa3685d57a2"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:35:27.840204 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 66f79436-e097-4fe5-80c3-8aa3685d57a2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:27.846180 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:27.882401 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0596a030-7846-4339-bc1f-d1509c8f7353 x-openstack-request-id: req-0596a030-7846-4339-bc1f-d1509c8f7353 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:35:27.882701 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239b6607-703c-4bb5-8fba-23cbde7c5630", "name": "network-vif-plugged", "status": "completed", "tag": "66f79436-e097-4fe5-80c3-8aa3685d57a2", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:35:27.882981 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0596a030-7846-4339-bc1f-d1509c8f7353 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:35:27.883375 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0596a030-7846-4339-bc1f-d1509c8f7353'] response: {'server_uuid': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f79436-e097-4fe5-80c3-8aa3685d57a2', 'code': 200} Mar 27 15:35:27.903476 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=66f79436-e097-4fe5-80c3-8aa3685d57a2,revision_number=10']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:27.925316 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6640d-ed2f-438a-ba18-9da04ef76b7e req-286686b2-82c7-4a4c-ad6f-6d2189303a5f tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:27.927159 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b3d6640d-ed2f-438a-ba18-9da04ef76b7e req-286686b2-82c7-4a4c-ad6f-6d2189303a5f tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0827906 Mar 27 15:35:27.983996 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b3d6640d-ed2f-438a-ba18-9da04ef76b7e req-f129a034-8d5e-42aa-85e3-8e915d231e33 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511343 Mar 27 15:35:28.072552 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e41d5b-2cea-44b6-8c54-ce5c05bcc985 req-6b36e810-43e5-43ca-8053-26ad4ca915dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:28.073915 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-92e41d5b-2cea-44b6-8c54-ce5c05bcc985 req-6b36e810-43e5-43ca-8053-26ad4ca915dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 1130 time: 0.0425153 Mar 27 15:35:28.115129 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-92e41d5b-2cea-44b6-8c54-ce5c05bcc985 req-f6ac9107-d258-47ba-a9c8-6e378527fd64 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348744 Mar 27 15:35:28.455698 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8abb58-9d75-4173-8e56-af885e282869 req-f2e55d86-ebef-46d5-8aef-a2a92a6a832a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:28.457085 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8c8abb58-9d75-4173-8e56-af885e282869 req-f2e55d86-ebef-46d5-8aef-a2a92a6a832a tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 946 time: 0.0544512 Mar 27 15:35:28.524101 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8c8abb58-9d75-4173-8e56-af885e282869 req-67240256-cc00-4fd2-b48f-d0ab91ea02a2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615485 Mar 27 15:35:28.549317 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448241c-bbdf-4934-b11a-ea68f9c1480e req-0ef95a8f-e2ec-4688-999f-9034347f5510 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:28.550711 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9448241c-bbdf-4934-b11a-ea68f9c1480e req-0ef95a8f-e2ec-4688-999f-9034347f5510 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 946 time: 0.0584531 Mar 27 15:35:28.690253 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-9448241c-bbdf-4934-b11a-ea68f9c1480e req-7f8f61ef-9a1a-4d1d-b338-40bd6d8d579d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Deleting port 35868ac3-461f-4b97-83ef-3752fb0c4d1b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:35:28.690490 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9448241c-bbdf-4934-b11a-ea68f9c1480e req-7f8f61ef-9a1a-4d1d-b338-40bd6d8d579d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (35868ac3-461f-4b97-83ef-3752fb0c4d1b), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:28.743075 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0141af-ba55-4dff-9ca0-fb5bf9c82a5c req-1dc79ee8-86ed-4bfb-ab21-f835ac9dd5e1 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:28.744522 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8e0141af-ba55-4dff-9ca0-fb5bf9c82a5c req-1dc79ee8-86ed-4bfb-ab21-f835ac9dd5e1 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 946 time: 0.1015043 Mar 27 15:35:28.817588 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-9448241c-bbdf-4934-b11a-ea68f9c1480e req-7f8f61ef-9a1a-4d1d-b338-40bd6d8d579d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] For port 35868ac3-461f-4b97-83ef-3752fb0c4d1b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=35868ac3-461f-4b97-83ef-3752fb0c4d1b,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:28.817943 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9448241c-bbdf-4934-b11a-ea68f9c1480e req-7f8f61ef-9a1a-4d1d-b338-40bd6d8d579d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (35868ac3-461f-4b97-83ef-3752fb0c4d1b), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:28.828622 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8e0141af-ba55-4dff-9ca0-fb5bf9c82a5c req-afb0c8ca-bb9f-4824-9061-b6dea6497c50 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770450 Mar 27 15:35:28.989132 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9448241c-bbdf-4934-b11a-ea68f9c1480e req-7f8f61ef-9a1a-4d1d-b338-40bd6d8d579d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:28.989409 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9448241c-bbdf-4934-b11a-ea68f9c1480e req-7f8f61ef-9a1a-4d1d-b338-40bd6d8d579d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (8135db9c-15f3-48a6-bb70-d94067634328), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:28.989724 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.l3_db [req-9448241c-bbdf-4934-b11a-ea68f9c1480e req-7f8f61ef-9a1a-4d1d-b338-40bd6d8d579d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Floating IP 8135db9c-15f3-48a6-bb70-d94067634328 disassociated. External IP: 172.28.3.203, port: 35868ac3-461f-4b97-83ef-3752fb0c4d1b. Mar 27 15:35:28.990064 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-9448241c-bbdf-4934-b11a-ea68f9c1480e req-7f8f61ef-9a1a-4d1d-b338-40bd6d8d579d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Calling delete_port for 35868ac3-461f-4b97-83ef-3752fb0c4d1b owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:35:29.148131 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e49967-ed95-47f8-84dc-50f196432c6f req-2ab0611e-a57d-496e-b665-0cd1036a146d tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:29.149649 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f7e49967-ed95-47f8-84dc-50f196432c6f req-2ab0611e-a57d-496e-b665-0cd1036a146d tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0940607 Mar 27 15:35:29.182510 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9448241c-bbdf-4934-b11a-ea68f9c1480e req-7f8f61ef-9a1a-4d1d-b338-40bd6d8d579d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (35868ac3-461f-4b97-83ef-3752fb0c4d1b), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:29.225349 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f61ef-9a1a-4d1d-b338-40bd6d8d579d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event deleted for resources: {'Port': ['ID=35868ac3-461f-4b97-83ef-3752fb0c4d1b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:29.234976 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-f7e49967-ed95-47f8-84dc-50f196432c6f req-b46104bb-7d01-4640-aada-c53cce610ebf tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790043 Mar 27 15:35:29.351635 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9448241c-bbdf-4934-b11a-ea68f9c1480e req-7f8f61ef-9a1a-4d1d-b338-40bd6d8d579d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Router 6d09cb73-8efe-4c19-854d-33072aa5a9ac has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:35:29.466021 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9448241c-bbdf-4934-b11a-ea68f9c1480e req-7f8f61ef-9a1a-4d1d-b338-40bd6d8d579d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:35:29.477856 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad550b58-35c1-4482-acf8-b61302e05539 None None] Sync routers for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:35:29.490857 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad550b58-35c1-4482-acf8-b61302e05539 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:35:29.491417 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ad550b58-35c1-4482-acf8-b61302e05539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:35:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:29.510659 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-9448241c-bbdf-4934-b11a-ea68f9c1480e req-7f8f61ef-9a1a-4d1d-b338-40bd6d8d579d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] No DVR routers for this DVR port 35868ac3-461f-4b97-83ef-3752fb0c4d1b on host hv-cinder-83538 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:35:29.514330 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9448241c-bbdf-4934-b11a-ea68f9c1480e req-7f8f61ef-9a1a-4d1d-b338-40bd6d8d579d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:29.517962 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9448241c-bbdf-4934-b11a-ea68f9c1480e req-7f8f61ef-9a1a-4d1d-b338-40bd6d8d579d tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.16 "DELETE /v2.0/ports/35868ac3-461f-4b97-83ef-3752fb0c4d1b HTTP/1.1" status: 204 len: 173 time: 0.9440658 Mar 27 15:35:29.518433 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a0ab3b-b349-4108-be18-0c003fbe6f35', 'name': 'network-vif-deleted', 'tag': '35868ac3-461f-4b97-83ef-3752fb0c4d1b'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:35:29.521416 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3a88b8-b980-4514-801d-b3e49c9feba5" -d '{"events": [{"server_uuid": "41a0ab3b-b349-4108-be18-0c003fbe6f35", "name": "network-vif-deleted", "tag": "35868ac3-461f-4b97-83ef-3752fb0c4d1b"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:35:29.593039 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf692d9-b897-46a5-bf85-ff9ee9a77efa x-openstack-request-id: req-0bf692d9-b897-46a5-bf85-ff9ee9a77efa {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:35:29.593327 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a0ab3b-b349-4108-be18-0c003fbe6f35", "name": "network-vif-deleted", "tag": "35868ac3-461f-4b97-83ef-3752fb0c4d1b", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:35:29.593582 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bf692d9-b897-46a5-bf85-ff9ee9a77efa {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:35:29.593980 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf692d9-b897-46a5-bf85-ff9ee9a77efa'] response: {'server_uuid': '41a0ab3b-b349-4108-be18-0c003fbe6f35', 'name': 'network-vif-deleted', 'tag': '35868ac3-461f-4b97-83ef-3752fb0c4d1b', 'status': 'completed', 'code': 200} Mar 27 15:35:29.613374 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ad550b58-35c1-4482-acf8-b61302e05539 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:35:29.760084 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92798722-5cfc-4a07-8bbe-f66dbe818a03 req-a11ac695-44c4-496d-8d6f-5a74f07ed9f6 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:29.767867 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-92798722-5cfc-4a07-8bbe-f66dbe818a03 req-a11ac695-44c4-496d-8d6f-5a74f07ed9f6 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 946 time: 0.1087997 Mar 27 15:35:29.823347 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-92798722-5cfc-4a07-8bbe-f66dbe818a03 req-bf8520f4-1f1b-439b-ab51-8cccaa109bf8 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545948 Mar 27 15:35:29.869416 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ad550b58-35c1-4482-acf8-b61302e05539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:29.899782 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad550b58-35c1-4482-acf8-b61302e05539 None None] Checking router: 6d09cb73-8efe-4c19-854d-33072aa5a9ac for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:35:29.911712 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad550b58-35c1-4482-acf8-b61302e05539 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:35:29.912201 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ad550b58-35c1-4482-acf8-b61302e05539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:35:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:29.956283 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c767f1a3-f98b-4a1c-8c79-d4159d4c6bbd req-57087130-cbea-4605-80b5-565842b78c19 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a0ab3b-b349-4108-be18-0c003fbe6f35 HTTP/1.1" status: 200 len: 210 time: 0.0416768 Mar 27 15:35:30.034698 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-ad550b58-35c1-4482-acf8-b61302e05539 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:35:30.240589 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-ad550b58-35c1-4482-acf8-b61302e05539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:30.267108 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad550b58-35c1-4482-acf8-b61302e05539 None None] The sync data for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb is: [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:27:22Z', 'revision_number': 4, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5b960a83-cfab-4cff-a6b6-d89f618c66a0', 'name': '', 'network_id': '305fa4ab-b08c-4a9e-8a52-56d673dd13fa', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'mac_address': 'fa:16:3e:c2:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:20Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'subnets': [{'id': 'ad263cdc-9f5f-4b94-9470-91174def020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:35:30.372676 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19493cdd-c1bf-4326-a2b7-e1b586fbcd32 req-034b7402-2870-4058-9c3f-d9ebd3940450 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:30.376374 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-19493cdd-c1bf-4326-a2b7-e1b586fbcd32 req-034b7402-2870-4058-9c3f-d9ebd3940450 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0603220 Mar 27 15:35:30.438278 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-19493cdd-c1bf-4326-a2b7-e1b586fbcd32 req-4888debc-cc68-4985-badf-8d922941332a tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555346 Mar 27 15:35:30.550947 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8a565-8546-47de-858d-3396a52e2965 None None] New status for floating IP 8135db9c-15f3-48a6-bb70-d94067634328: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:35:30.952092 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8ded6-8e4c-4b87-a183-ca532e13a3f1 req-ccbdca33-61d9-4a97-a41a-6a5a0876695e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:30.953530 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-90e8ded6-8e4c-4b87-a183-ca532e13a3f1 req-ccbdca33-61d9-4a97-a41a-6a5a0876695e tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 946 time: 0.0551472 Mar 27 15:35:31.000175 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-90e8ded6-8e4c-4b87-a183-ca532e13a3f1 req-247858d2-d002-42a3-9117-895c73f5aa6b tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411127 Mar 27 15:35:31.040955 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 40554) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:31.092315 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e262c3e4-b17a-4217-bb28-438f43c54333 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.114388 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e262c3e4-b17a-4217-bb28-438f43c54333 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.160273 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e262c3e4-b17a-4217-bb28-438f43c54333 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.162815 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e262c3e4-b17a-4217-bb28-438f43c54333 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.163946 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-e262c3e4-b17a-4217-bb28-438f43c54333 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "DELETE /v2.0/security-groups/6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6 HTTP/1.1" status: 204 len: 168 time: 0.1219876 Mar 27 15:35:31.166780 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 40556) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:31.172578 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262c3e4-b17a-4217-bb28-438f43c54333 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:31.181040 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.api.v2.resource [None req-29b93df2-6587-4e86-a1e7-3a351f106573 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] show failed (client error): The resource could not be found. Mar 27 15:35:31.184631 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-29b93df2-6587-4e86-a1e7-3a351f106573 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "GET /v2.0/security-groups/6e097bf7-b601-48f7-9ef2-bbf6ac09c8a6 HTTP/1.1" status: 404 len: 347 time: 0.0141921 Mar 27 15:35:31.184851 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 40558) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:31.310150 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Deleting port d1d04809-65e0-4ce6-876a-4a66c9546b56 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:35:31.310525 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (d1d04809-65e0-4ce6-876a-4a66c9546b56), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.388097 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (d1d04809-65e0-4ce6-876a-4a66c9546b56), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.388418 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (d1d04809-65e0-4ce6-876a-4a66c9546b56), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.399857 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Calling delete_port for d1d04809-65e0-4ce6-876a-4a66c9546b56 owned by network:floatingip {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:35:31.536717 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (d1d04809-65e0-4ce6-876a-4a66c9546b56), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.555632 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed9110-6ec4-4ce1-b017-f2553674c7c7 req-256fa98a-fe07-415d-a631-4533368c3cc4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:31.557120 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-25ed9110-6ec4-4ce1-b017-f2553674c7c7 req-256fa98a-fe07-415d-a631-4533368c3cc4 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0520771 Mar 27 15:35:31.562383 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Pushing event deleted for resources: {'Port': ['ID=d1d04809-65e0-4ce6-876a-4a66c9546b56,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:31.575663 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:31.576008 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:31.576345 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:31.576677 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:31.577000 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:31.577322 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:31.577644 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:31.577960 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:31.578277 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:31.578592 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:31.578968 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:31.579285 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:31.579597 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:31.579910 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:31.580222 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:31.591054 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 35868ac3-461f-4b97-83ef-3752fb0c4d1b no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:35:31.611260 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: 35868ac3-461f-4b97-83ef-3752fb0c4d1b {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:35:31.611606 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 35868ac3-461f-4b97-83ef-3752fb0c4d1b not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:35:31.612102 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-25ed9110-6ec4-4ce1-b017-f2553674c7c7 req-a2bbf513-5246-4620-8eb7-091ee394345a tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489302 Mar 27 15:35:31.635440 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks [] for floatingip (8135db9c-15f3-48a6-bb70-d94067634328), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.638037 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.639147 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-d68452f0-c063-4b13-94a0-c663d705c174 tempest-AttachVolumeNegativeTest-1105522806 tempest-AttachVolumeNegativeTest-1105522806-project] 10.222.0.13 "DELETE /v2.0/floatingips/8135db9c-15f3-48a6-bb70-d94067634328 HTTP/1.1" status: 204 len: 168 time: 0.4534209 Mar 27 15:35:32.731108 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dc8e-698f-4220-8c3b-755cd1bae6c1 req-e2de9840-52ec-46ea-b8e9-fea8a2a2bdef tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:32.732573 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b0d4dc8e-698f-4220-8c3b-755cd1bae6c1 req-e2de9840-52ec-46ea-b8e9-fea8a2a2bdef tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0528884 Mar 27 15:35:32.814316 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b0d4dc8e-698f-4220-8c3b-755cd1bae6c1 req-57a835b9-3eab-4139-834c-80db81daaa51 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762935 Mar 27 15:35:32.823322 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d9e83-3c62-4ceb-83ac-25e41ed8d7bc req-5fcb30ba-8eb0-4f0b-92b9-4ed2102b7b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:32.825341 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6c1d9e83-3c62-4ceb-83ac-25e41ed8d7bc req-5fcb30ba-8eb0-4f0b-92b9-4ed2102b7b10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e48f4dbdd4c45c5854d653ba08be5e0&device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 1130 time: 0.0732505 Mar 27 15:35:32.918877 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d9e83-3c62-4ceb-83ac-25e41ed8d7bc req-2a09b2e9-6078-4c0f-a7b4-7ebb77d74dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:32.920361 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6c1d9e83-3c62-4ceb-83ac-25e41ed8d7bc req-2a09b2e9-6078-4c0f-a7b4-7ebb77d74dfa service neutron] 10.222.0.16 "GET /v2.0/networks?id=30bd4b72-8a1d-4886-9224-4597ff09b4b2 HTTP/1.1" status: 200 len: 910 time: 0.0896111 Mar 27 15:35:32.984853 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6c1d9e83-3c62-4ceb-83ac-25e41ed8d7bc req-8c88d895-a330-4c8c-91b6-4ba3e126bd0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bc3e00-65ae-4e54-b59d-042aca187139 HTTP/1.1" status: 200 len: 1001 time: 0.0587652 Mar 27 15:35:33.036148 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d9e83-3c62-4ceb-83ac-25e41ed8d7bc req-224748a4-372d-4fab-8b73-6b44ee43c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:33.037634 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6c1d9e83-3c62-4ceb-83ac-25e41ed8d7bc req-224748a4-372d-4fab-8b73-6b44ee43c1ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6795a83c-adc3-4390-b87e-00540dd8e9ea HTTP/1.1" status: 200 len: 848 time: 0.0474470 Mar 27 15:35:33.088460 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d9e83-3c62-4ceb-83ac-25e41ed8d7bc req-655342d4-f55a-4879-a6ed-71f09c3ecca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:33.090026 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6c1d9e83-3c62-4ceb-83ac-25e41ed8d7bc req-655342d4-f55a-4879-a6ed-71f09c3ecca4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30bd4b72-8a1d-4886-9224-4597ff09b4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0468457 Mar 27 15:35:33.178394 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6c1d9e83-3c62-4ceb-83ac-25e41ed8d7bc req-d7840544-e290-460a-b714-0b899e276028 service neutron] 10.222.0.16 "GET /v2.0/networks/30bd4b72-8a1d-4886-9224-4597ff09b4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827205 Mar 27 15:35:33.272696 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6c1d9e83-3c62-4ceb-83ac-25e41ed8d7bc req-de4f72d2-fed0-4f2a-8a2c-2456a742b5b3 service neutron] 10.222.0.16 "GET /v2.0/networks/30bd4b72-8a1d-4886-9224-4597ff09b4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886567 Mar 27 15:35:33.791896 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:35:33.930974 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99875e6b-e0a9-46c5-a7a8-5b2fd2e1c113 req-a2e78d43-09eb-4974-b3ce-0976d3c14b94 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:33.932425 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-99875e6b-e0a9-46c5-a7a8-5b2fd2e1c113 req-a2e78d43-09eb-4974-b3ce-0976d3c14b94 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0511849 Mar 27 15:35:33.979945 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-99875e6b-e0a9-46c5-a7a8-5b2fd2e1c113 req-8c0f9863-d2ad-4516-bc75-1e69778b8459 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413122 Mar 27 15:35:35.102598 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fa1b4-38c1-446b-9709-59f329424eb1 req-4556aeb2-b574-4dd5-a7f7-a1a79161df0a tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:35.104035 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-173fa1b4-38c1-446b-9709-59f329424eb1 req-4556aeb2-b574-4dd5-a7f7-a1a79161df0a tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0560415 Mar 27 15:35:35.151275 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-173fa1b4-38c1-446b-9709-59f329424eb1 req-e32d64d8-c2f5-41bf-b0c7-ce20a8d4c37c tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417287 Mar 27 15:35:35.271278 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 40652) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:35.375791 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ad031bd-87de-44b2-aea6-a5feed5af9d6 req-25e02ba5-f370-4e88-8959-49207b388fab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0785816 Mar 27 15:35:35.391836 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a6f94-e023-45fc-9f2a-295668f79303 req-f1798d64-9d3b-49e6-855f-78f746b3a383 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:35.398111 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ee6a6f94-e023-45fc-9f2a-295668f79303 req-f1798d64-9d3b-49e6-855f-78f746b3a383 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0680354 Mar 27 15:35:35.478648 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad031bd-87de-44b2-aea6-a5feed5af9d6 req-d72e629f-20a8-47f0-b6e3-0148eb74d8f0 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:35.480020 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ad031bd-87de-44b2-aea6-a5feed5af9d6 req-d72e629f-20a8-47f0-b6e3-0148eb74d8f0 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports/78bc3e00-65ae-4e54-b59d-042aca187139 HTTP/1.1" status: 200 len: 943 time: 0.0766845 Mar 27 15:35:35.507426 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ee6a6f94-e023-45fc-9f2a-295668f79303 req-9230f779-7416-40aa-a9e1-99fffd90a937 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022868 Mar 27 15:35:35.811315 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b83247e-8da7-488f-a15c-3e709cfbc577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8111436'] for router_interface (6d09cb73-8efe-4c19-854d-33072aa5a9ac), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:36.083170 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7b83247e-8da7-488f-a15c-3e709cfbc577 admin admin] Deleting port 5b960a83-cfab-4cff-a6b6-d89f618c66a0 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:35:36.083510 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b83247e-8da7-488f-a15c-3e709cfbc577 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:36.161445 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-7b83247e-8da7-488f-a15c-3e709cfbc577 admin admin] For port 5b960a83-cfab-4cff-a6b6-d89f618c66a0, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=5b960a83-cfab-4cff-a6b6-d89f618c66a0,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:36.161445 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b83247e-8da7-488f-a15c-3e709cfbc577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:36.173934 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-7b83247e-8da7-488f-a15c-3e709cfbc577 admin admin] Calling delete_port for 5b960a83-cfab-4cff-a6b6-d89f618c66a0 owned by network:router_interface {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:35:36.366404 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b83247e-8da7-488f-a15c-3e709cfbc577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (5b960a83-cfab-4cff-a6b6-d89f618c66a0), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:36.395987 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83247e-8da7-488f-a15c-3e709cfbc577 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b960a83-cfab-4cff-a6b6-d89f618c66a0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:36.557639 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad031bd-87de-44b2-aea6-a5feed5af9d6 req-c334b5ad-ec32-4ec6-a0a3-63f2664dc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:36.560504 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ad031bd-87de-44b2-aea6-a5feed5af9d6 req-c334b5ad-ec32-4ec6-a0a3-63f2664dc243 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc&tenant_id=3e48f4dbdd4c45c5854d653ba08be5e0 HTTP/1.1" status: 200 len: 1130 time: 0.0487254 Mar 27 15:35:36.576591 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7b83247e-8da7-488f-a15c-3e709cfbc577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8120393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8110588'] for router_interface (6d09cb73-8efe-4c19-854d-33072aa5a9ac), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:36.670658 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee424d03-c520-455e-8062-9f68f5fb495c req-59895094-f20b-44a7-b3a4-31e58f9f1e63 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:36.672152 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ee424d03-c520-455e-8062-9f68f5fb495c req-59895094-f20b-44a7-b3a4-31e58f9f1e63 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0892658 Mar 27 15:35:36.675348 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad031bd-87de-44b2-aea6-a5feed5af9d6 req-4a7e1703-71dc-44fc-bc28-28c7104b0782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:36.676773 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ad031bd-87de-44b2-aea6-a5feed5af9d6 req-4a7e1703-71dc-44fc-bc28-28c7104b0782 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e48f4dbdd4c45c5854d653ba08be5e0&device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 1130 time: 0.0668163 Mar 27 15:35:36.772994 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ee424d03-c520-455e-8062-9f68f5fb495c req-ff9a5828-f394-4ee7-92bc-5dc9fe3d9792 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947692 Mar 27 15:35:36.801166 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad031bd-87de-44b2-aea6-a5feed5af9d6 req-e3905b25-48ef-4482-9389-f22dc35074cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:36.802647 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ad031bd-87de-44b2-aea6-a5feed5af9d6 req-e3905b25-48ef-4482-9389-f22dc35074cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=30bd4b72-8a1d-4886-9224-4597ff09b4b2 HTTP/1.1" status: 200 len: 910 time: 0.1171901 Mar 27 15:35:37.044838 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b83247e-8da7-488f-a15c-3e709cfbc577 admin admin] Router 6d09cb73-8efe-4c19-854d-33072aa5a9ac has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:35:37.112556 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ad031bd-87de-44b2-aea6-a5feed5af9d6 req-85c54598-346b-46eb-a686-c4d1165c8537 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bc3e00-65ae-4e54-b59d-042aca187139 HTTP/1.1" status: 200 len: 1001 time: 0.3039670 Mar 27 15:35:37.162720 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b83247e-8da7-488f-a15c-3e709cfbc577 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:35:37.169985 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-7b83247e-8da7-488f-a15c-3e709cfbc577 admin admin] 10.222.0.13 "PUT /v2.0/routers/6d09cb73-8efe-4c19-854d-33072aa5a9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8965394 Mar 27 15:35:37.171923 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 40690) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:37.172015 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad031bd-87de-44b2-aea6-a5feed5af9d6 req-4cecd087-4e1c-4f56-a60a-60187f10dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:37.173400 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ad031bd-87de-44b2-aea6-a5feed5af9d6 req-4cecd087-4e1c-4f56-a60a-60187f10dd16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6795a83c-adc3-4390-b87e-00540dd8e9ea HTTP/1.1" status: 200 len: 848 time: 0.0548172 Mar 27 15:35:37.176897 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac2933-ca34-4f26-a580-c4f496e5c172 None None] Sync routers for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:35:37.201310 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac2933-ca34-4f26-a580-c4f496e5c172 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:35:37.201936 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7fac2933-ca34-4f26-a580-c4f496e5c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:35:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:37.222624 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad031bd-87de-44b2-aea6-a5feed5af9d6 req-c95c4a77-0c24-46fe-9b99-2677b4991bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:37.224517 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ad031bd-87de-44b2-aea6-a5feed5af9d6 req-c95c4a77-0c24-46fe-9b99-2677b4991bb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30bd4b72-8a1d-4886-9224-4597ff09b4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0459347 Mar 27 15:35:37.284624 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f70d3c7e-6a40-4b7f-9fd0-9cccf3aa16e4 admin admin] Publish callbacks [] for router (6d09cb73-8efe-4c19-854d-33072aa5a9ac), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:37.328807 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-7fac2933-ca34-4f26-a580-c4f496e5c172 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:35:37.340847 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ad031bd-87de-44b2-aea6-a5feed5af9d6 req-ee92a138-7a3c-40cc-9ab9-2c9e721f89b0 service neutron] 10.222.0.16 "GET /v2.0/networks/30bd4b72-8a1d-4886-9224-4597ff09b4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050215 Mar 27 15:35:37.398990 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f70d3c7e-6a40-4b7f-9fd0-9cccf3aa16e4 admin admin] Publish callbacks [] for router_gateway (6d09cb73-8efe-4c19-854d-33072aa5a9ac), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:37.435778 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ad031bd-87de-44b2-aea6-a5feed5af9d6 req-164bc05c-c1cd-4161-abae-bea442886cd6 service neutron] 10.222.0.16 "GET /v2.0/networks/30bd4b72-8a1d-4886-9224-4597ff09b4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927482 Mar 27 15:35:37.468969 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f70d3c7e-6a40-4b7f-9fd0-9cccf3aa16e4 admin admin] Deleting port 3357e156-c69e-4d23-8f84-9f9fdbd0292a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:35:37.469471 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f70d3c7e-6a40-4b7f-9fd0-9cccf3aa16e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (3357e156-c69e-4d23-8f84-9f9fdbd0292a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:37.541286 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7fac2933-ca34-4f26-a580-c4f496e5c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:35:36Z', 'revision_number': 5, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port': {'id': '3357e156-c69e-4d23-8f84-9f9fdbd0292a', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:15Z', 'updated_at': '2022-03-27T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:37.552025 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f70d3c7e-6a40-4b7f-9fd0-9cccf3aa16e4 admin admin] For port 3357e156-c69e-4d23-8f84-9f9fdbd0292a, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=3357e156-c69e-4d23-8f84-9f9fdbd0292a,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:37.552384 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f70d3c7e-6a40-4b7f-9fd0-9cccf3aa16e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (3357e156-c69e-4d23-8f84-9f9fdbd0292a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:37.564941 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f70d3c7e-6a40-4b7f-9fd0-9cccf3aa16e4 admin admin] Calling delete_port for 3357e156-c69e-4d23-8f84-9f9fdbd0292a owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:35:37.567298 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac2933-ca34-4f26-a580-c4f496e5c172 None None] Checking router: 6d09cb73-8efe-4c19-854d-33072aa5a9ac for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:35:37.576665 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac2933-ca34-4f26-a580-c4f496e5c172 None None] Routers {'6d09cb73-8efe-4c19-854d-33072aa5a9ac'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:35:37.577264 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7fac2933-ca34-4f26-a580-c4f496e5c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:35:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:37.640440 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 78bc3e00-65ae-4e54-b59d-042aca187139 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:35:37.697001 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-7fac2933-ca34-4f26-a580-c4f496e5c172 None None] Set router 6d09cb73-8efe-4c19-854d-33072aa5a9ac gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:35:37.746885 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f70d3c7e-6a40-4b7f-9fd0-9cccf3aa16e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (3357e156-c69e-4d23-8f84-9f9fdbd0292a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:37.775636 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d3c7e-6a40-4b7f-9fd0-9cccf3aa16e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3357e156-c69e-4d23-8f84-9f9fdbd0292a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:37.845695 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f70d3c7e-6a40-4b7f-9fd0-9cccf3aa16e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8111110'] for router_gateway (6d09cb73-8efe-4c19-854d-33072aa5a9ac), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:37.882614 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-7fac2933-ca34-4f26-a580-c4f496e5c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:35:37Z', 'revision_number': 6, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port_host': None}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:37.896541 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a1808-e3db-4eb1-b4b6-4ba5c54d8bfa req-2d0fc9e7-6f5e-41e7-a631-4cd30715930e tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:37.901662 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5a5a1808-e3db-4eb1-b4b6-4ba5c54d8bfa req-2d0fc9e7-6f5e-41e7-a631-4cd30715930e tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0583758 Mar 27 15:35:37.915585 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac2933-ca34-4f26-a580-c4f496e5c172 None None] The sync data for ids ['6d09cb73-8efe-4c19-854d-33072aa5a9ac'] in dv-cinder-835384-1-smb is: [{'id': '6d09cb73-8efe-4c19-854d-33072aa5a9ac', 'name': 'tempest-AttachVolumeNegativeTest-1037516470-router', 'tenant_id': '78ddabd9f42d4822bf2f6c480863851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:14Z', 'updated_at': '2022-03-27T15:35:37Z', 'revision_number': 6, 'project_id': '78ddabd9f42d4822bf2f6c480863851c', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:35:37.949337 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 78bc3e00-65ae-4e54-b59d-042aca187139 is: ACTIVE; New status is: DOWN {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:35:37.950376 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:37.954026 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f70d3c7e-6a40-4b7f-9fd0-9cccf3aa16e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8115434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3367'] for router (6d09cb73-8efe-4c19-854d-33072aa5a9ac), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:37.956318 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f70d3c7e-6a40-4b7f-9fd0-9cccf3aa16e4 admin admin] Publish callbacks [] for router_controller (6d09cb73-8efe-4c19-854d-33072aa5a9ac), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:37.961813 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5a5a1808-e3db-4eb1-b4b6-4ba5c54d8bfa req-180a60dd-7afc-49b6-808c-3267713a64e8 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577374 Mar 27 15:35:37.979218 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78bc3e00-65ae-4e54-b59d-042aca187139'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:35:37.981706 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b1b1d4-7654-4e38-a4b3-09631420a6ee" -d '{"events": [{"server_uuid": "87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc", "name": "network-vif-unplugged", "status": "completed", "tag": "78bc3e00-65ae-4e54-b59d-042aca187139"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:35:37.994454 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 78bc3e00-65ae-4e54-b59d-042aca187139, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=78bc3e00-65ae-4e54-b59d-042aca187139,segment=NetworkSegment(244d06c6-fd24-4c98-9fa8-e6c8999e1647),segment_id=244d06c6-fd24-4c98-9fa8-e6c8999e1647)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:38.000011 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.011351 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f70d3c7e-6a40-4b7f-9fd0-9cccf3aa16e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8115429'] for router (6d09cb73-8efe-4c19-854d-33072aa5a9ac), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.011939 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70d3c7e-6a40-4b7f-9fd0-9cccf3aa16e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d09cb73-8efe-4c19-854d-33072aa5a9ac {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:35:38.020820 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f70d3c7e-6a40-4b7f-9fd0-9cccf3aa16e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.022762 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-f70d3c7e-6a40-4b7f-9fd0-9cccf3aa16e4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6d09cb73-8efe-4c19-854d-33072aa5a9ac HTTP/1.1" status: 204 len: 168 time: 0.8491752 Mar 27 15:35:38.023225 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 27 Mar 2022 15:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb438dd-a014-43bf-ae6f-94eb13e4809a x-openstack-request-id: req-fcb438dd-a014-43bf-ae6f-94eb13e4809a {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:35:38.023511 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc", "name": "network-vif-unplugged", "status": "completed", "tag": "78bc3e00-65ae-4e54-b59d-042aca187139", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:35:38.023761 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcb438dd-a014-43bf-ae6f-94eb13e4809a {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:35:38.024154 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb438dd-a014-43bf-ae6f-94eb13e4809a'] response: {'server_uuid': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78bc3e00-65ae-4e54-b59d-042aca187139', 'code': 200} Mar 27 15:35:38.024747 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 40702) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:38.048676 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=78bc3e00-65ae-4e54-b59d-042aca187139,revision_number=6']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:38.069204 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-6622766a-0e3c-457b-94dc-831c6a5226fb admin admin] Deleting subnet ad263cdc-9f5f-4b94-9470-91174def020a {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:35:38.072347 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6622766a-0e3c-457b-94dc-831c6a5226fb admin admin] Publish callbacks [] for subnet (ad263cdc-9f5f-4b94-9470-91174def020a), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.106403 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6622766a-0e3c-457b-94dc-831c6a5226fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5052755'] for subnet (ad263cdc-9f5f-4b94-9470-91174def020a), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.182889 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6622766a-0e3c-457b-94dc-831c6a5226fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899853'] for subnet (ad263cdc-9f5f-4b94-9470-91174def020a), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.234920 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6622766a-0e3c-457b-94dc-831c6a5226fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5227366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24757330'] for subnet (ad263cdc-9f5f-4b94-9470-91174def020a), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.260746 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622766a-0e3c-457b-94dc-831c6a5226fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad263cdc-9f5f-4b94-9470-91174def020a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:38.265374 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6622766a-0e3c-457b-94dc-831c6a5226fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.271147 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45e84cc-b729-4a21-b24a-2926c0472d73 None None] Network 305fa4ab-b08c-4a9e-8a52-56d673dd13fa requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:35:38.271673 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-6622766a-0e3c-457b-94dc-831c6a5226fb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ad263cdc-9f5f-4b94-9470-91174def020a HTTP/1.1" status: 204 len: 168 time: 0.2452855 Mar 27 15:35:38.271776 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 40704) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:38.351290 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808514'] for network (305fa4ab-b08c-4a9e-8a52-56d673dd13fa), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.417971 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] Deleting port abe4d73a-d58d-49fe-ad14-9df5df046f40 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:35:38.419170 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (abe4d73a-d58d-49fe-ad14-9df5df046f40), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.480503 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] For port abe4d73a-d58d-49fe-ad14-9df5df046f40, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=abe4d73a-d58d-49fe-ad14-9df5df046f40,segment=NetworkSegment(15b9ec19-5284-403f-b7d8-d52fd7508bcc),segment_id=15b9ec19-5284-403f-b7d8-d52fd7508bcc)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:38.481388 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (abe4d73a-d58d-49fe-ad14-9df5df046f40), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.498953 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] Calling delete_port for abe4d73a-d58d-49fe-ad14-9df5df046f40 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:35:38.584480 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (abe4d73a-d58d-49fe-ad14-9df5df046f40), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.613806 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] No DVR routers for this DVR port abe4d73a-d58d-49fe-ad14-9df5df046f40 on host dv-cinder-835384-1-smb {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:35:38.618070 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] Pushing event deleted for resources: {'Port': ['ID=abe4d73a-d58d-49fe-ad14-9df5df046f40,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:38.633619 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.695870 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688568', 'neutron.services.segments.db._delete_segments_for_network-8742536124483'] for network (305fa4ab-b08c-4a9e-8a52-56d673dd13fa), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.696591 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c13e31-4782-441b-ad31-352fd184c271 None None] DHCP port deletion for 305fa4ab-b08c-4a9e-8a52-56d673dd13fa request from dv-cinder-835384-1-smb {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:35:38.724787 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305fa4ab-b08c-4a9e-8a52-56d673dd13fa']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:38.735481 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b9ec19-5284-403f-b7d8-d52fd7508bcc') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:38.735771 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b9ec19-5284-403f-b7d8-d52fd7508bcc') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:38.745069 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742536291148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6197955'] for segment (15b9ec19-5284-403f-b7d8-d52fd7508bcc), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.758903 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (15b9ec19-5284-403f-b7d8-d52fd7508bcc), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.766063 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:35:38.766407 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5326299'] for segment (15b9ec19-5284-403f-b7d8-d52fd7508bcc), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: Traceback (most recent call last): Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: timer() Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: cb(*args, **kw) Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: return func(*args, **kwargs) Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: self._notify() Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: self.callback(batched_events) Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: event.method(event) Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: return f(self, *a, **k) Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: return self._get(url).json() Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:35:38.768173 dv-cinder-835384-1-smb neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:35:38.830024 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8111226'] for network (305fa4ab-b08c-4a9e-8a52-56d673dd13fa), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.835378 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:38.838398 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] 10.222.0.13 "DELETE /v2.0/networks/305fa4ab-b08c-4a9e-8a52-56d673dd13fa HTTP/1.1" status: 204 len: 168 time: 0.5659947 Mar 27 15:35:38.849850 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d44b9-d550-4453-9c05-c3fa2218e75c admin admin] Pushing event deleted for resources: {'Network': ['ID=305fa4ab-b08c-4a9e-8a52-56d673dd13fa,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:38.979068 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 40726) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:39.033556 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-5e6d42f3-dc8f-4cc3-a462-3b126bab92fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78ddabd9f42d4822bf2f6c480863851c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0511200 Mar 27 15:35:39.035663 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 40730) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:39.087221 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80fddf-21f0-4cfc-b696-edf46ddea631 req-0b327089-3496-4973-91bd-8e04e8400355 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:39.088646 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fb80fddf-21f0-4cfc-b696-edf46ddea631 req-0b327089-3496-4973-91bd-8e04e8400355 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 944 time: 0.0539782 Mar 27 15:35:39.093555 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63adac97-6ff9-43b7-855d-e6597f868411 admin admin] Publish callbacks [] for security_group (e5a83dc8-6df6-4583-a91c-22ea7de3e43f), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:39.118263 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63adac97-6ff9-43b7-855d-e6597f868411 admin admin] Publish callbacks [] for security_group (e5a83dc8-6df6-4583-a91c-22ea7de3e43f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:39.144012 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fb80fddf-21f0-4cfc-b696-edf46ddea631 req-4d4f6c6f-2058-481a-9f21-75c75db2baf3 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492842 Mar 27 15:35:39.170447 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63adac97-6ff9-43b7-855d-e6597f868411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (e5a83dc8-6df6-4583-a91c-22ea7de3e43f), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:39.173051 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-63adac97-6ff9-43b7-855d-e6597f868411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:39.174220 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-63adac97-6ff9-43b7-855d-e6597f868411 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5a83dc8-6df6-4583-a91c-22ea7de3e43f HTTP/1.1" status: 204 len: 168 time: 0.1375573 Mar 27 15:35:39.182155 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adac97-6ff9-43b7-855d-e6597f868411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a83dc8-6df6-4583-a91c-22ea7de3e43f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:39.469328 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 5b960a83-cfab-4cff-a6b6-d89f618c66a0 no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:35:39.493512 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 5b960a83-cfab-4cff-a6b6-d89f618c66a0 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:35:39.499394 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 5b960a83-cfab-4cff-a6b6-d89f618c66a0 not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:35:39.499870 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device abe4d73a-d58d-49fe-ad14-9df5df046f40 no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:35:39.519432 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: abe4d73a-d58d-49fe-ad14-9df5df046f40 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:35:39.519779 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device abe4d73a-d58d-49fe-ad14-9df5df046f40 not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:35:39.520190 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 3357e156-c69e-4d23-8f84-9f9fdbd0292a no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:35:39.539013 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 3357e156-c69e-4d23-8f84-9f9fdbd0292a {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:35:39.539360 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 3357e156-c69e-4d23-8f84-9f9fdbd0292a not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:35:39.688400 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b851c-3732-41c8-9fad-4a9979d9438e req-f8cce62b-c407-4fa4-9cc2-2b250ce03add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:39.690176 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-367b851c-3732-41c8-9fad-4a9979d9438e req-f8cce62b-c407-4fa4-9cc2-2b250ce03add service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 1128 time: 0.0492952 Mar 27 15:35:39.748703 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-367b851c-3732-41c8-9fad-4a9979d9438e req-250659a6-6dae-43c1-8f3c-172c25fc82e0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532365 Mar 27 15:35:40.269977 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1c81a-69ee-4c55-a674-3feb85fd2f55 req-00d737f0-52e6-4b02-aed4-8d8c6cc73501 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:40.272271 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a2e1c81a-69ee-4c55-a674-3feb85fd2f55 req-00d737f0-52e6-4b02-aed4-8d8c6cc73501 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 944 time: 0.0551805 Mar 27 15:35:40.304518 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 40794) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:40.328088 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a2e1c81a-69ee-4c55-a674-3feb85fd2f55 req-fbf87bbe-7a3c-4501-923d-2e69e52881cb tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503743 Mar 27 15:35:40.506644 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d2d13df-c8fc-4cac-8f5b-bb9a1e6446b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:40.583807 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d2d13df-c8fc-4cac-8f5b-bb9a1e6446b8 admin admin] Publish callbacks [] for security_group (41f313c3-906f-4c9a-b956-aa2a1b7405f1), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:40.587978 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7d2d13df-c8fc-4cac-8f5b-bb9a1e6446b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (41f313c3-906f-4c9a-b956-aa2a1b7405f1), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:40.627924 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-7d2d13df-c8fc-4cac-8f5b-bb9a1e6446b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e3c5f2136a947bfaa64b9d2513ad1cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201227 Mar 27 15:35:40.628545 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 40810) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:40.634356 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d13df-c8fc-4cac-8f5b-bb9a1e6446b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f313c3-906f-4c9a-b956-aa2a1b7405f1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:40.685482 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49b73b0b-dbf7-4e72-9219-510df253585c admin admin] Publish callbacks [] for security_group (41f313c3-906f-4c9a-b956-aa2a1b7405f1), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:40.708056 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49b73b0b-dbf7-4e72-9219-510df253585c admin admin] Publish callbacks [] for security_group (41f313c3-906f-4c9a-b956-aa2a1b7405f1), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:40.755297 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49b73b0b-dbf7-4e72-9219-510df253585c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (41f313c3-906f-4c9a-b956-aa2a1b7405f1), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:40.757800 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49b73b0b-dbf7-4e72-9219-510df253585c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:40.761350 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-49b73b0b-dbf7-4e72-9219-510df253585c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41f313c3-906f-4c9a-b956-aa2a1b7405f1 HTTP/1.1" status: 204 len: 168 time: 0.1295066 Mar 27 15:35:40.767087 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b73b0b-dbf7-4e72-9219-510df253585c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f313c3-906f-4c9a-b956-aa2a1b7405f1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:41.048249 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 40836) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:41.065654 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb2c3709-a3ea-4c7a-9359-c59016fb2dc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.143713 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb2c3709-a3ea-4c7a-9359-c59016fb2dc5 admin admin] Publish callbacks [] for security_group (03f21aa3-9b25-4fb1-8f77-142276cdddc7), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.147522 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cb2c3709-a3ea-4c7a-9359-c59016fb2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (03f21aa3-9b25-4fb1-8f77-142276cdddc7), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.187025 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-cb2c3709-a3ea-4c7a-9359-c59016fb2dc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b87cc0e64664c92a68322215f4d54f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370528 Mar 27 15:35:41.189015 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c3709-a3ea-4c7a-9359-c59016fb2dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f21aa3-9b25-4fb1-8f77-142276cdddc7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:41.189708 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 40842) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:41.237046 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a84afff8-1efb-41a8-bf04-c795c245890a admin admin] Publish callbacks [] for security_group (03f21aa3-9b25-4fb1-8f77-142276cdddc7), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.261353 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a84afff8-1efb-41a8-bf04-c795c245890a admin admin] Publish callbacks [] for security_group (03f21aa3-9b25-4fb1-8f77-142276cdddc7), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.309556 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a84afff8-1efb-41a8-bf04-c795c245890a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (03f21aa3-9b25-4fb1-8f77-142276cdddc7), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.312109 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a84afff8-1efb-41a8-bf04-c795c245890a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.313256 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a84afff8-1efb-41a8-bf04-c795c245890a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03f21aa3-9b25-4fb1-8f77-142276cdddc7 HTTP/1.1" status: 204 len: 168 time: 0.1224623 Mar 27 15:35:41.321896 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84afff8-1efb-41a8-bf04-c795c245890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f21aa3-9b25-4fb1-8f77-142276cdddc7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:41.329955 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 40848) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:41.460585 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bcf74-3bca-4337-9820-68110a96215a req-ed0eb589-51e1-425e-bf85-b41c3bd57778 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:41.464577 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ee1bcf74-3bca-4337-9820-68110a96215a req-ed0eb589-51e1-425e-bf85-b41c3bd57778 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 944 time: 0.0649300 Mar 27 15:35:41.524103 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ee1bcf74-3bca-4337-9820-68110a96215a req-a3f9b780-d7f9-4cba-ab62-4d57565bac7e tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531671 Mar 27 15:35:41.570979 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ccfeef1-b38a-4719-8ee3-bd3d405e0f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.647563 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ccfeef1-b38a-4719-8ee3-bd3d405e0f3d admin admin] Publish callbacks [] for security_group (ade93ded-6c11-4916-8c04-1d05db68531e), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.651847 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ccfeef1-b38a-4719-8ee3-bd3d405e0f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (ade93ded-6c11-4916-8c04-1d05db68531e), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.653440 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 78bc3e00-65ae-4e54-b59d-042aca187139 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:35:41.695227 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 40866) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:41.695432 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6ccfeef1-b38a-4719-8ee3-bd3d405e0f3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4870ec655161461e9c27e83821f998f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641984 Mar 27 15:35:41.696267 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfeef1-b38a-4719-8ee3-bd3d405e0f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade93ded-6c11-4916-8c04-1d05db68531e,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:41.753675 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61168071-5cb5-432e-9243-90be39289c21 admin admin] Publish callbacks [] for security_group (ade93ded-6c11-4916-8c04-1d05db68531e), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.760095 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 78bc3e00-65ae-4e54-b59d-042aca187139, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=78bc3e00-65ae-4e54-b59d-042aca187139,segment=NetworkSegment(244d06c6-fd24-4c98-9fa8-e6c8999e1647),segment_id=244d06c6-fd24-4c98-9fa8-e6c8999e1647)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:41.772020 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '78bc3e00-65ae-4e54-b59d-042aca187139', 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'port_id': '78bc3e00-65ae-4e54-b59d-042aca187139', 'mac_address': 'fa:16:3e:b8:43:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:35:41.778185 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61168071-5cb5-432e-9243-90be39289c21 admin admin] Publish callbacks [] for security_group (ade93ded-6c11-4916-8c04-1d05db68531e), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.808972 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 78bc3e00-65ae-4e54-b59d-042aca187139 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:35:41.809362 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.824543 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bc3e00-65ae-4e54-b59d-042aca187139 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:35:41.833661 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61168071-5cb5-432e-9243-90be39289c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (ade93ded-6c11-4916-8c04-1d05db68531e), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.836657 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-61168071-5cb5-432e-9243-90be39289c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.837791 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-61168071-5cb5-432e-9243-90be39289c21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ade93ded-6c11-4916-8c04-1d05db68531e HTTP/1.1" status: 204 len: 168 time: 0.1407011 Mar 27 15:35:41.847656 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61168071-5cb5-432e-9243-90be39289c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade93ded-6c11-4916-8c04-1d05db68531e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:41.851765 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 78bc3e00-65ae-4e54-b59d-042aca187139, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=78bc3e00-65ae-4e54-b59d-042aca187139,segment=NetworkSegment(244d06c6-fd24-4c98-9fa8-e6c8999e1647),segment_id=244d06c6-fd24-4c98-9fa8-e6c8999e1647)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:41.857584 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.916938 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=78bc3e00-65ae-4e54-b59d-042aca187139,revision_number=7']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:42.168717 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 40884) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:42.186245 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8fe1328-1b9f-43d9-9a09-4318a7e5a45e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:42.189263 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['78bc3e00-65ae-4e54-b59d-042aca187139'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:35:42.267561 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8fe1328-1b9f-43d9-9a09-4318a7e5a45e admin admin] Publish callbacks [] for security_group (ec96bf63-1631-4088-920d-7692a16750af), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:42.271965 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d8fe1328-1b9f-43d9-9a09-4318a7e5a45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (ec96bf63-1631-4088-920d-7692a16750af), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:42.313332 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe1328-1b9f-43d9-9a09-4318a7e5a45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec96bf63-1631-4088-920d-7692a16750af,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:42.335141 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-d8fe1328-1b9f-43d9-9a09-4318a7e5a45e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=453dcf11dc8f480295e7066a8b7786be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1653397 Mar 27 15:35:42.338043 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 40890) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:42.391896 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8be933e-6984-46a7-8606-a02b7dc6df85 admin admin] Publish callbacks [] for security_group (ec96bf63-1631-4088-920d-7692a16750af), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:42.414630 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8be933e-6984-46a7-8606-a02b7dc6df85 admin admin] Publish callbacks [] for security_group (ec96bf63-1631-4088-920d-7692a16750af), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:42.463327 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8be933e-6984-46a7-8606-a02b7dc6df85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (ec96bf63-1631-4088-920d-7692a16750af), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:42.466648 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e8be933e-6984-46a7-8606-a02b7dc6df85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:42.467840 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-e8be933e-6984-46a7-8606-a02b7dc6df85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec96bf63-1631-4088-920d-7692a16750af HTTP/1.1" status: 204 len: 168 time: 0.1279211 Mar 27 15:35:42.476755 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be933e-6984-46a7-8606-a02b7dc6df85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec96bf63-1631-4088-920d-7692a16750af,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:43.671663 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 78bc3e00-65ae-4e54-b59d-042aca187139 up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:35:43.718115 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 78bc3e00-65ae-4e54-b59d-042aca187139 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:35:43.718692 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:43.797332 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 78bc3e00-65ae-4e54-b59d-042aca187139 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:35:43.797721 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:43.819816 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bc3e00-65ae-4e54-b59d-042aca187139'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:35:43.821998 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7a91e8-7557-48aa-a000-32b08c4bd2ce" -d '{"events": [{"server_uuid": "87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc", "name": "network-vif-plugged", "status": "completed", "tag": "78bc3e00-65ae-4e54-b59d-042aca187139"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:35:43.834039 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 78bc3e00-65ae-4e54-b59d-042aca187139, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=78bc3e00-65ae-4e54-b59d-042aca187139,segment=NetworkSegment(244d06c6-fd24-4c98-9fa8-e6c8999e1647),segment_id=244d06c6-fd24-4c98-9fa8-e6c8999e1647)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:43.838290 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:43.862659 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155ba015-4b70-4219-a4ca-1a4498c76e77 x-openstack-request-id: req-155ba015-4b70-4219-a4ca-1a4498c76e77 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:35:43.862974 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc", "name": "network-vif-plugged", "status": "completed", "tag": "78bc3e00-65ae-4e54-b59d-042aca187139", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:35:43.863234 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-155ba015-4b70-4219-a4ca-1a4498c76e77 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:35:43.863625 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155ba015-4b70-4219-a4ca-1a4498c76e77'] response: {'server_uuid': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bc3e00-65ae-4e54-b59d-042aca187139', 'code': 200} Mar 27 15:35:43.888915 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=78bc3e00-65ae-4e54-b59d-042aca187139,revision_number=8']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:50.108291 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f7199880-82bb-4fa3-90b6-d9e2e6c39e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:50.256153 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 41104) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:50.356127 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16267465-7c7a-4978-8375-2572e3914ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:50.427857 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16267465-7c7a-4978-8375-2572e3914ec3 admin admin] Publish callbacks [] for security_group (67cf758d-d05a-4322-b975-f198be675e93), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:50.431354 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16267465-7c7a-4978-8375-2572e3914ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (67cf758d-d05a-4322-b975-f198be675e93), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:50.468768 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-16267465-7c7a-4978-8375-2572e3914ec3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f99b3b822a14be3be92897d78cc33e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115712 Mar 27 15:35:50.469755 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16267465-7c7a-4978-8375-2572e3914ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cf758d-d05a-4322-b975-f198be675e93,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:50.471415 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41108) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:50.517764 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d865b614-7d0e-4785-a9ae-b5a67b10555f admin admin] Publish callbacks [] for security_group (67cf758d-d05a-4322-b975-f198be675e93), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:50.538526 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d865b614-7d0e-4785-a9ae-b5a67b10555f admin admin] Publish callbacks [] for security_group (67cf758d-d05a-4322-b975-f198be675e93), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:50.582162 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d865b614-7d0e-4785-a9ae-b5a67b10555f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (67cf758d-d05a-4322-b975-f198be675e93), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:50.584653 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d865b614-7d0e-4785-a9ae-b5a67b10555f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:50.585773 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-d865b614-7d0e-4785-a9ae-b5a67b10555f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67cf758d-d05a-4322-b975-f198be675e93 HTTP/1.1" status: 204 len: 168 time: 0.1134009 Mar 27 15:35:50.593531 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865b614-7d0e-4785-a9ae-b5a67b10555f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cf758d-d05a-4322-b975-f198be675e93,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:50.841835 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41118) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:50.854578 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e2c630a-8d0c-4070-acb6-e983b88b5a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:50.938330 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e2c630a-8d0c-4070-acb6-e983b88b5a93 admin admin] Publish callbacks [] for security_group (fe727460-2912-40d4-b910-6b4ebfb5e4c1), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:50.942946 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e2c630a-8d0c-4070-acb6-e983b88b5a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (fe727460-2912-40d4-b910-6b4ebfb5e4c1), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:50.983255 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0e2c630a-8d0c-4070-acb6-e983b88b5a93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3b5d3dd8bef4aac8bc1d01b45d32cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402433 Mar 27 15:35:50.983902 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 41128) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:50.985722 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c630a-8d0c-4070-acb6-e983b88b5a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe727460-2912-40d4-b910-6b4ebfb5e4c1,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:51.036829 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-479df998-3a4e-4060-a690-ac963d165236 admin admin] Publish callbacks [] for security_group (fe727460-2912-40d4-b910-6b4ebfb5e4c1), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:51.056725 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-479df998-3a4e-4060-a690-ac963d165236 admin admin] Publish callbacks [] for security_group (fe727460-2912-40d4-b910-6b4ebfb5e4c1), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:51.107278 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-479df998-3a4e-4060-a690-ac963d165236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (fe727460-2912-40d4-b910-6b4ebfb5e4c1), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:51.109754 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-479df998-3a4e-4060-a690-ac963d165236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:51.110924 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-479df998-3a4e-4060-a690-ac963d165236 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe727460-2912-40d4-b910-6b4ebfb5e4c1 HTTP/1.1" status: 204 len: 168 time: 0.1258495 Mar 27 15:35:51.118526 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479df998-3a4e-4060-a690-ac963d165236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe727460-2912-40d4-b910-6b4ebfb5e4c1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:51.416390 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41134) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:51.430164 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4238cb65-9f34-4aa3-b00b-969e042cf228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:51.502827 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4238cb65-9f34-4aa3-b00b-969e042cf228 admin admin] Publish callbacks [] for security_group (35cbf7d1-5daf-4d76-a20d-25079e505792), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:51.506456 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4238cb65-9f34-4aa3-b00b-969e042cf228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (35cbf7d1-5daf-4d76-a20d-25079e505792), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:51.541016 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238cb65-9f34-4aa3-b00b-969e042cf228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cbf7d1-5daf-4d76-a20d-25079e505792,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:51.545125 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-4238cb65-9f34-4aa3-b00b-969e042cf228 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=706e69059a20480b95c9bd57ef05d79d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273394 Mar 27 15:35:51.548075 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41136) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:51.592868 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-738af537-17d4-453e-9300-aa6a0361b937 admin admin] Publish callbacks [] for security_group (35cbf7d1-5daf-4d76-a20d-25079e505792), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:51.612930 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-738af537-17d4-453e-9300-aa6a0361b937 admin admin] Publish callbacks [] for security_group (35cbf7d1-5daf-4d76-a20d-25079e505792), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:51.661918 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-738af537-17d4-453e-9300-aa6a0361b937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (35cbf7d1-5daf-4d76-a20d-25079e505792), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:51.664433 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-738af537-17d4-453e-9300-aa6a0361b937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:51.665553 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-738af537-17d4-453e-9300-aa6a0361b937 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35cbf7d1-5daf-4d76-a20d-25079e505792 HTTP/1.1" status: 204 len: 168 time: 0.1169040 Mar 27 15:35:51.673263 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738af537-17d4-453e-9300-aa6a0361b937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cbf7d1-5daf-4d76-a20d-25079e505792,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:52.365425 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-de53744d-9cf7-4859-9ecd-a4bfcf27cd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:53.676628 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:55.434778 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:56.572879 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:57.776662 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41304) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:57.880588 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8afeb1d1-e936-407f-a91f-0e6e3f98e644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:57.951034 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8afeb1d1-e936-407f-a91f-0e6e3f98e644 admin admin] Publish callbacks [] for security_group (b63f49a0-47fa-40d2-8f8e-21a1be846d6a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:57.954469 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8afeb1d1-e936-407f-a91f-0e6e3f98e644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (b63f49a0-47fa-40d2-8f8e-21a1be846d6a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:57.990331 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afeb1d1-e936-407f-a91f-0e6e3f98e644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63f49a0-47fa-40d2-8f8e-21a1be846d6a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:57.994346 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-8afeb1d1-e936-407f-a91f-0e6e3f98e644 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e462bd4a13e745878e82c7134a1c7142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166564 Mar 27 15:35:57.997282 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41308) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:58.044690 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f25b8d2-63e0-40c6-ab92-ac6b6eda7873 admin admin] Publish callbacks [] for security_group (b63f49a0-47fa-40d2-8f8e-21a1be846d6a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:58.067639 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f25b8d2-63e0-40c6-ab92-ac6b6eda7873 admin admin] Publish callbacks [] for security_group (b63f49a0-47fa-40d2-8f8e-21a1be846d6a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:58.115732 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f25b8d2-63e0-40c6-ab92-ac6b6eda7873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (b63f49a0-47fa-40d2-8f8e-21a1be846d6a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:58.118423 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2f25b8d2-63e0-40c6-ab92-ac6b6eda7873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:58.119612 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2f25b8d2-63e0-40c6-ab92-ac6b6eda7873 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b63f49a0-47fa-40d2-8f8e-21a1be846d6a HTTP/1.1" status: 204 len: 168 time: 0.1214564 Mar 27 15:35:58.127588 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25b8d2-63e0-40c6-ab92-ac6b6eda7873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63f49a0-47fa-40d2-8f8e-21a1be846d6a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:58.389504 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41316) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:58.403040 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c176b69c-3d56-42a9-9358-44f4be77b024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:58.480003 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c176b69c-3d56-42a9-9358-44f4be77b024 admin admin] Publish callbacks [] for security_group (26a597b4-0074-48ed-9321-61c131a42593), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:58.486789 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c176b69c-3d56-42a9-9358-44f4be77b024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (26a597b4-0074-48ed-9321-61c131a42593), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:58.523816 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c176b69c-3d56-42a9-9358-44f4be77b024 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16581c86c8714d9ba7edcf56d59b4054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332042 Mar 27 15:35:58.524725 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176b69c-3d56-42a9-9358-44f4be77b024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a597b4-0074-48ed-9321-61c131a42593,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:58.526463 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 41320) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:58.574569 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Publish callbacks [] for security_group (26a597b4-0074-48ed-9321-61c131a42593), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:58.596721 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Publish callbacks [] for security_group (26a597b4-0074-48ed-9321-61c131a42593), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:58.643333 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (26a597b4-0074-48ed-9321-61c131a42593), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:58.645847 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:58.646999 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26a597b4-0074-48ed-9321-61c131a42593 HTTP/1.1" status: 204 len: 168 time: 0.1193967 Mar 27 15:35:58.656976 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a597b4-0074-48ed-9321-61c131a42593,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:58.663946 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:58.664294 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:58.664635 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:58.664983 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:58.665304 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:58.665628 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:58.665949 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:58.666292 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:58.666581 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:58.666926 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:58.667246 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:58.667571 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:58.667891 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:58.668238 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:58.669047 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d736420a-c4ac-44f8-8b62-a48253439ae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:02.985808 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 41418) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:03.087764 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b49c2c84-dbd7-4d9b-9d6e-4307cc40ce60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:03.160431 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b49c2c84-dbd7-4d9b-9d6e-4307cc40ce60 admin admin] Publish callbacks [] for security_group (69e32408-153a-423a-afc4-6ff919f25e15), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:03.163918 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b49c2c84-dbd7-4d9b-9d6e-4307cc40ce60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (69e32408-153a-423a-afc4-6ff919f25e15), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:03.202525 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c2c84-dbd7-4d9b-9d6e-4307cc40ce60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e32408-153a-423a-afc4-6ff919f25e15,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:03.210130 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-b49c2c84-dbd7-4d9b-9d6e-4307cc40ce60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fc0f111769d49e8915f5f97b9e1d8ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209010 Mar 27 15:36:03.211192 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 41426) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:03.256389 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc71702e-bf3a-429c-ac49-628488c11376 admin admin] Publish callbacks [] for security_group (69e32408-153a-423a-afc4-6ff919f25e15), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:03.276354 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc71702e-bf3a-429c-ac49-628488c11376 admin admin] Publish callbacks [] for security_group (69e32408-153a-423a-afc4-6ff919f25e15), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:03.322722 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc71702e-bf3a-429c-ac49-628488c11376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (69e32408-153a-423a-afc4-6ff919f25e15), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:03.325347 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc71702e-bf3a-429c-ac49-628488c11376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:03.326493 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-fc71702e-bf3a-429c-ac49-628488c11376 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69e32408-153a-423a-afc4-6ff919f25e15 HTTP/1.1" status: 204 len: 168 time: 0.1152265 Mar 27 15:36:03.338670 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71702e-bf3a-429c-ac49-628488c11376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e32408-153a-423a-afc4-6ff919f25e15,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:03.581854 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41438) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:03.594961 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08b0b736-de4b-455e-9281-29d7cf971f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:03.669041 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08b0b736-de4b-455e-9281-29d7cf971f05 admin admin] Publish callbacks [] for security_group (6651286d-8060-4142-a0ef-b55abc552cb2), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:03.672391 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08b0b736-de4b-455e-9281-29d7cf971f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (6651286d-8060-4142-a0ef-b55abc552cb2), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:03.708371 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-08b0b736-de4b-455e-9281-29d7cf971f05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4707a0d870da4df6a8eb3fc95121cb63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253996 Mar 27 15:36:03.710296 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0b736-de4b-455e-9281-29d7cf971f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6651286d-8060-4142-a0ef-b55abc552cb2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:03.711080 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 41440) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:03.757145 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f556611-b26c-4dd0-8558-194cec14e0e5 admin admin] Publish callbacks [] for security_group (6651286d-8060-4142-a0ef-b55abc552cb2), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:03.777828 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f556611-b26c-4dd0-8558-194cec14e0e5 admin admin] Publish callbacks [] for security_group (6651286d-8060-4142-a0ef-b55abc552cb2), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:03.822298 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f556611-b26c-4dd0-8558-194cec14e0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (6651286d-8060-4142-a0ef-b55abc552cb2), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:03.824822 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5f556611-b26c-4dd0-8558-194cec14e0e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:03.825940 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-5f556611-b26c-4dd0-8558-194cec14e0e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6651286d-8060-4142-a0ef-b55abc552cb2 HTTP/1.1" status: 204 len: 168 time: 0.1139121 Mar 27 15:36:03.833879 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f556611-b26c-4dd0-8558-194cec14e0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6651286d-8060-4142-a0ef-b55abc552cb2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:06.068844 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 41514) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:06.169328 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84423243-0973-4265-80a4-4a8f33122881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:06.242556 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84423243-0973-4265-80a4-4a8f33122881 admin admin] Publish callbacks [] for security_group (ab3f74d7-b290-498b-87bd-12cc74464353), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:06.246052 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-84423243-0973-4265-80a4-4a8f33122881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (ab3f74d7-b290-498b-87bd-12cc74464353), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:06.282760 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-84423243-0973-4265-80a4-4a8f33122881 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e981f1aa79e496abe472717ac014338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128665 Mar 27 15:36:06.283598 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84423243-0973-4265-80a4-4a8f33122881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3f74d7-b290-498b-87bd-12cc74464353,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:06.285515 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41518) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:06.332154 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ca103584-148a-4578-bd79-a7350b55ff35 admin admin] Publish callbacks [] for security_group (ab3f74d7-b290-498b-87bd-12cc74464353), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:06.352194 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ca103584-148a-4578-bd79-a7350b55ff35 admin admin] Publish callbacks [] for security_group (ab3f74d7-b290-498b-87bd-12cc74464353), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:06.400315 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ca103584-148a-4578-bd79-a7350b55ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (ab3f74d7-b290-498b-87bd-12cc74464353), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:06.402701 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ca103584-148a-4578-bd79-a7350b55ff35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:06.403856 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ca103584-148a-4578-bd79-a7350b55ff35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab3f74d7-b290-498b-87bd-12cc74464353 HTTP/1.1" status: 204 len: 168 time: 0.1172709 Mar 27 15:36:06.413079 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca103584-148a-4578-bd79-a7350b55ff35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3f74d7-b290-498b-87bd-12cc74464353,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:06.654649 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41526) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:06.667553 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e69977d-cd3c-4d88-9e2e-efe142bba125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:06.737412 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e69977d-cd3c-4d88-9e2e-efe142bba125 admin admin] Publish callbacks [] for security_group (712677cf-ed33-4168-aed9-c0da3f6e9618), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:06.740727 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0e69977d-cd3c-4d88-9e2e-efe142bba125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (712677cf-ed33-4168-aed9-c0da3f6e9618), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:06.775561 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69977d-cd3c-4d88-9e2e-efe142bba125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712677cf-ed33-4168-aed9-c0da3f6e9618,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:06.782402 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0e69977d-cd3c-4d88-9e2e-efe142bba125 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae5e208a5b1c42bdb2ee50ce484a5c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267333 Mar 27 15:36:06.782557 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 41528) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:06.828915 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5367498c-a2a9-4e05-8692-408cc8f46c65 admin admin] Publish callbacks [] for security_group (712677cf-ed33-4168-aed9-c0da3f6e9618), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:06.849862 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5367498c-a2a9-4e05-8692-408cc8f46c65 admin admin] Publish callbacks [] for security_group (712677cf-ed33-4168-aed9-c0da3f6e9618), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:06.894126 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5367498c-a2a9-4e05-8692-408cc8f46c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (712677cf-ed33-4168-aed9-c0da3f6e9618), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:06.896776 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5367498c-a2a9-4e05-8692-408cc8f46c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:06.897899 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-5367498c-a2a9-4e05-8692-408cc8f46c65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/712677cf-ed33-4168-aed9-c0da3f6e9618 HTTP/1.1" status: 204 len: 168 time: 0.1136549 Mar 27 15:36:06.905239 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367498c-a2a9-4e05-8692-408cc8f46c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712677cf-ed33-4168-aed9-c0da3f6e9618,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:08.638988 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:10.792803 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:36:13.272036 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c7042eac-16ed-4622-861d-7b403ef0a6a2 req-af3fc23d-261e-4b05-8190-a64c1e0ef473 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427935 Mar 27 15:36:13.339418 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7042eac-16ed-4622-861d-7b403ef0a6a2 req-db733e5f-58a2-4919-884b-88c3616f72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:13.340872 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c7042eac-16ed-4622-861d-7b403ef0a6a2 req-db733e5f-58a2-4919-884b-88c3616f72e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7&device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 1130 time: 0.0461283 Mar 27 15:36:13.440195 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7042eac-16ed-4622-861d-7b403ef0a6a2 req-3d44c28b-01bb-4bf2-a91a-c0f3bc8b4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:13.441640 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c7042eac-16ed-4622-861d-7b403ef0a6a2 req-3d44c28b-01bb-4bf2-a91a-c0f3bc8b4114 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9 HTTP/1.1" status: 200 len: 917 time: 0.0816681 Mar 27 15:36:13.516668 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c7042eac-16ed-4622-861d-7b403ef0a6a2 req-4ccb7ff4-ef80-44fc-ba3a-5aa3a93f6450 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2 HTTP/1.1" status: 200 len: 1001 time: 0.0686345 Mar 27 15:36:13.565940 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7042eac-16ed-4622-861d-7b403ef0a6a2 req-5cc4dfe2-6c30-463f-9282-0ffc93b48594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:13.567328 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c7042eac-16ed-4622-861d-7b403ef0a6a2 req-5cc4dfe2-6c30-463f-9282-0ffc93b48594 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0561c3b1-821a-43aa-9e3d-0208dfe94d6f HTTP/1.1" status: 200 len: 855 time: 0.0445504 Mar 27 15:36:13.615637 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7042eac-16ed-4622-861d-7b403ef0a6a2 req-51c25079-39c4-4a31-8e73-b29f5ef65286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:13.617147 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c7042eac-16ed-4622-861d-7b403ef0a6a2 req-51c25079-39c4-4a31-8e73-b29f5ef65286 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da40b206-6df8-428a-a26c-b8cc6bb7f0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441420 Mar 27 15:36:13.707460 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c7042eac-16ed-4622-861d-7b403ef0a6a2 req-49186843-571d-453c-a3de-1343f4fba85e service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834570 Mar 27 15:36:13.799506 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-c7042eac-16ed-4622-861d-7b403ef0a6a2 req-43fd53e8-bc42-48f5-a7a7-b6833b2d1ae1 service neutron] 10.222.0.16 "GET /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859773 Mar 27 15:36:17.347709 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 41684) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:17.451618 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a3996d1-de53-4bf2-9900-b93db9fb82e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:17.524172 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a3996d1-de53-4bf2-9900-b93db9fb82e7 admin admin] Publish callbacks [] for security_group (a6fe81bc-05ec-48c9-9001-fcec1fb55715), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:17.527811 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4a3996d1-de53-4bf2-9900-b93db9fb82e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (a6fe81bc-05ec-48c9-9001-fcec1fb55715), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:17.568320 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-4a3996d1-de53-4bf2-9900-b93db9fb82e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b2642e6933e4ae4a52b8504fee4db2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195516 Mar 27 15:36:17.570279 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3996d1-de53-4bf2-9900-b93db9fb82e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fe81bc-05ec-48c9-9001-fcec1fb55715,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:17.571004 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41688) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:17.618375 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0fd6dd0-43d0-4c85-a688-b711332dbef2 admin admin] Publish callbacks [] for security_group (a6fe81bc-05ec-48c9-9001-fcec1fb55715), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:17.638711 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0fd6dd0-43d0-4c85-a688-b711332dbef2 admin admin] Publish callbacks [] for security_group (a6fe81bc-05ec-48c9-9001-fcec1fb55715), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:17.682944 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0fd6dd0-43d0-4c85-a688-b711332dbef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (a6fe81bc-05ec-48c9-9001-fcec1fb55715), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:17.685378 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a0fd6dd0-43d0-4c85-a688-b711332dbef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:17.686492 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a0fd6dd0-43d0-4c85-a688-b711332dbef2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6fe81bc-05ec-48c9-9001-fcec1fb55715 HTTP/1.1" status: 204 len: 168 time: 0.1145239 Mar 27 15:36:17.694372 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd6dd0-43d0-4c85-a688-b711332dbef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fe81bc-05ec-48c9-9001-fcec1fb55715,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:17.937592 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41696) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:17.953558 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47a63df7-7b1f-4be7-a747-30e733c94001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:18.032248 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47a63df7-7b1f-4be7-a747-30e733c94001 admin admin] Publish callbacks [] for security_group (8e5eb804-fae7-4853-9ab5-d36e534d4cdf), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:18.035996 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-47a63df7-7b1f-4be7-a747-30e733c94001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (8e5eb804-fae7-4853-9ab5-d36e534d4cdf), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:18.073326 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a63df7-7b1f-4be7-a747-30e733c94001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5eb804-fae7-4853-9ab5-d36e534d4cdf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:18.078534 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-47a63df7-7b1f-4be7-a747-30e733c94001 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=015ff5e18a5d4bedad6ce2949685b655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399162 Mar 27 15:36:18.081469 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41702) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:18.130974 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a48a604-541f-447f-8601-637c02d07716 admin admin] Publish callbacks [] for security_group (8e5eb804-fae7-4853-9ab5-d36e534d4cdf), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:18.153045 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a48a604-541f-447f-8601-637c02d07716 admin admin] Publish callbacks [] for security_group (8e5eb804-fae7-4853-9ab5-d36e534d4cdf), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:18.198558 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a48a604-541f-447f-8601-637c02d07716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (8e5eb804-fae7-4853-9ab5-d36e534d4cdf), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:18.201180 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0a48a604-541f-447f-8601-637c02d07716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:18.202619 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0a48a604-541f-447f-8601-637c02d07716 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e5eb804-fae7-4853-9ab5-d36e534d4cdf HTTP/1.1" status: 204 len: 168 time: 0.1199014 Mar 27 15:36:18.210209 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48a604-541f-447f-8601-637c02d07716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5eb804-fae7-4853-9ab5-d36e534d4cdf,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:19.213320 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 41744) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:19.314409 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-206fa617-e871-433d-8412-a51d9ac9d948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:19.391706 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-206fa617-e871-433d-8412-a51d9ac9d948 admin admin] Publish callbacks [] for security_group (91a88c18-396a-41da-ac87-c9b6aab42628), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:19.395605 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-206fa617-e871-433d-8412-a51d9ac9d948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (91a88c18-396a-41da-ac87-c9b6aab42628), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:19.433263 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-206fa617-e871-433d-8412-a51d9ac9d948 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f79ddb7b8f5491ca6a72c4d84dde628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188704 Mar 27 15:36:19.434203 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fa617-e871-433d-8412-a51d9ac9d948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a88c18-396a-41da-ac87-c9b6aab42628,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:19.435948 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41748) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:19.483350 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83b860c4-750f-4ee4-b828-4e2b59a40821 admin admin] Publish callbacks [] for security_group (91a88c18-396a-41da-ac87-c9b6aab42628), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:19.507742 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83b860c4-750f-4ee4-b828-4e2b59a40821 admin admin] Publish callbacks [] for security_group (91a88c18-396a-41da-ac87-c9b6aab42628), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:19.552896 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83b860c4-750f-4ee4-b828-4e2b59a40821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (91a88c18-396a-41da-ac87-c9b6aab42628), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:19.555676 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83b860c4-750f-4ee4-b828-4e2b59a40821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:19.556797 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-83b860c4-750f-4ee4-b828-4e2b59a40821 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91a88c18-396a-41da-ac87-c9b6aab42628 HTTP/1.1" status: 204 len: 168 time: 0.1198051 Mar 27 15:36:19.563941 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b860c4-750f-4ee4-b828-4e2b59a40821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a88c18-396a-41da-ac87-c9b6aab42628,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:20.109747 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-42d6217a-4916-4907-a1ad-e7411c3e5baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:20.145846 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41770) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:20.240465 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [None req-eb719454-f01f-44e1-a0d5-a03f082417e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1071542437-network', 'tenant_id': 'fcdc1844ef9146359fc83cdc4d593093'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:36:20.260937 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb719454-f01f-44e1-a0d5-a03f082417e3 admin admin] Made reservation on behalf of fcdc1844ef9146359fc83cdc4d593093 for: {'network': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:36:20.268363 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb719454-f01f-44e1-a0d5-a03f082417e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for network (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:20.277075 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb719454-f01f-44e1-a0d5-a03f082417e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:20.347999 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb719454-f01f-44e1-a0d5-a03f082417e3 admin admin] Publish callbacks [] for security_group (c91a9fa9-4065-49e2-9f7b-3c266eadf1de), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:20.351356 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb719454-f01f-44e1-a0d5-a03f082417e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (c91a9fa9-4065-49e2-9f7b-3c266eadf1de), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:20.374823 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb719454-f01f-44e1-a0d5-a03f082417e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:36:20.383919 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb719454-f01f-44e1-a0d5-a03f082417e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91a9fa9-4065-49e2-9f7b-3c266eadf1de,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:20.389712 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb719454-f01f-44e1-a0d5-a03f082417e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (4b659406-b5ed-4863-a602-2a1e7a30b683), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:20.390058 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.db.segments_db [None req-eb719454-f01f-44e1-a0d5-a03f082417e3 admin admin] Added segment 4b659406-b5ed-4863-a602-2a1e7a30b683 of type vlan for network dc0adc23-0260-4b76-9579-7b62c6e710c2 Mar 27 15:36:20.430181 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb719454-f01f-44e1-a0d5-a03f082417e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742535750220'] for network (dc0adc23-0260-4b76-9579-7b62c6e710c2), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:20.454166 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb719454-f01f-44e1-a0d5-a03f082417e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390'] for network (dc0adc23-0260-4b76-9579-7b62c6e710c2), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:20.455144 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb719454-f01f-44e1-a0d5-a03f082417e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:20.455889 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb719454-f01f-44e1-a0d5-a03f082417e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:20.511395 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-eb719454-f01f-44e1-a0d5-a03f082417e3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3644571 Mar 27 15:36:20.514416 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 41780) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:20.519369 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-26ad9f4b-2776-48ef-afba-5a1a5f263bf8 admin admin] Request body: {'subnet': {'network_id': 'dc0adc23-0260-4b76-9579-7b62c6e710c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1071542437-subnet', 'tenant_id': 'fcdc1844ef9146359fc83cdc4d593093', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:36:20.521266 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb719454-f01f-44e1-a0d5-a03f082417e3 admin admin] Pushing event updated for resources: {'Network': ['ID=dc0adc23-0260-4b76-9579-7b62c6e710c2,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:20.532342 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Network dc0adc23-0260-4b76-9579-7b62c6e710c2 details requested by agent ovs-agent-dv-cinder-835384-1-smb with host dv-cinder-835384-1-smb {{(pid=103164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:36:20.537294 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ad9f4b-2776-48ef-afba-5a1a5f263bf8 admin admin] Made reservation on behalf of fcdc1844ef9146359fc83cdc4d593093 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:36:20.539754 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26ad9f4b-2776-48ef-afba-5a1a5f263bf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24757375'] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:20.700350 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26ad9f4b-2776-48ef-afba-5a1a5f263bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5227303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24757353'] for subnet (5df221ce-fea9-45f5-8ebf-cf8fd0c2bedd), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:20.751657 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad9f4b-2776-48ef-afba-5a1a5f263bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df221ce-fea9-45f5-8ebf-cf8fd0c2bedd,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:20.761343 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad9f4b-2776-48ef-afba-5a1a5f263bf8 admin admin] Checking segment: {'id': '4b659406-b5ed-4863-a602-2a1e7a30b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dc0adc23-0260-4b76-9579-7b62c6e710c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:36:20.761751 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ad9f4b-2776-48ef-afba-5a1a5f263bf8 admin admin] Network hostable DHCP agents. Network: dc0adc23-0260-4b76-9579-7b62c6e710c2, hostable agents: ['eda9918a-5c71-4b65-a08f-afd9d94fcaba'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:36:20.777339 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ad9f4b-2776-48ef-afba-5a1a5f263bf8 admin admin] Network dc0adc23-0260-4b76-9579-7b62c6e710c2 is scheduled to be hosted by DHCP agent eda9918a-5c71-4b65-a08f-afd9d94fcaba with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:36:20.786795 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-26ad9f4b-2776-48ef-afba-5a1a5f263bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-smb, dc0adc23-0260-4b76-9579-7b62c6e710c2) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:36:20.791000 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ad9f4b-2776-48ef-afba-5a1a5f263bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:20.791603 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-26ad9f4b-2776-48ef-afba-5a1a5f263bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:20.795826 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869fb28e-bd1a-4e84-bce2-57463571102b None None] Network dc0adc23-0260-4b76-9579-7b62c6e710c2 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:36:20.813976 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-26ad9f4b-2776-48ef-afba-5a1a5f263bf8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2911510 Mar 27 15:36:20.895510 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af156dfe-239e-41f6-9373-c3a85e197b79 None None] Network dc0adc23-0260-4b76-9579-7b62c6e710c2 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:36:21.526424 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41798) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:21.626007 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99a33c6f-6c1b-46e3-a996-4ff04632069d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:21.698634 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99a33c6f-6c1b-46e3-a996-4ff04632069d admin admin] Publish callbacks [] for security_group (e92ca946-80fc-4cf2-9b14-2d72a5665daa), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:21.702166 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99a33c6f-6c1b-46e3-a996-4ff04632069d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (e92ca946-80fc-4cf2-9b14-2d72a5665daa), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:21.739458 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-99a33c6f-6c1b-46e3-a996-4ff04632069d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36226542b0aa4aad85935c4fcc08f465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119496 Mar 27 15:36:21.740318 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a33c6f-6c1b-46e3-a996-4ff04632069d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92ca946-80fc-4cf2-9b14-2d72a5665daa,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:21.742837 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 41802) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:21.791425 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0b55b06-40c0-440a-a082-f21d5c573636 admin admin] Publish callbacks [] for security_group (e92ca946-80fc-4cf2-9b14-2d72a5665daa), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:21.811983 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0b55b06-40c0-440a-a082-f21d5c573636 admin admin] Publish callbacks [] for security_group (e92ca946-80fc-4cf2-9b14-2d72a5665daa), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:21.862869 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0b55b06-40c0-440a-a082-f21d5c573636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (e92ca946-80fc-4cf2-9b14-2d72a5665daa), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:21.865309 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b0b55b06-40c0-440a-a082-f21d5c573636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:21.866439 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-b0b55b06-40c0-440a-a082-f21d5c573636 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e92ca946-80fc-4cf2-9b14-2d72a5665daa HTTP/1.1" status: 204 len: 168 time: 0.1217968 Mar 27 15:36:21.874435 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b55b06-40c0-440a-a082-f21d5c573636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92ca946-80fc-4cf2-9b14-2d72a5665daa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:22.339008 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f151106-3935-4457-99fe-e943de825e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:22.633274 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-195928a3-5c6a-40ee-9c78-69683a80ce18 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:22.634665 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-195928a3-5c6a-40ee-9c78-69683a80ce18 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/networks?id=dc0adc23-0260-4b76-9579-7b62c6e710c2 HTTP/1.1" status: 200 len: 809 time: 0.1013372 Mar 27 15:36:22.649461 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-1e68a2f1-a5b0-4bc4-a439-13d931b3ffdc tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/quotas/fcdc1844ef9146359fc83cdc4d593093 HTTP/1.1" status: 200 len: 375 time: 0.0094798 Mar 27 15:36:22.681196 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-ca372eea-5515-4e06-9483-53eee87e39f1 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcdc1844ef9146359fc83cdc4d593093&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266469 Mar 27 15:36:22.772007 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-bf1ec134-4589-416c-8cb8-e3c4fffe18a4 service neutron] 10.222.0.13 "GET /v2.0/networks/dc0adc23-0260-4b76-9579-7b62c6e710c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842776 Mar 27 15:36:22.867658 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-f7bdaf89-3bb7-40b6-a1cd-439173e50c61 service neutron] 10.222.0.13 "GET /v2.0/networks/dc0adc23-0260-4b76-9579-7b62c6e710c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881538 Mar 27 15:36:23.031548 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-fbf9c781-2b07-4418-a23a-dca63334ee22 req-42dd7295-3baf-4d1f-965e-15b75f9d95c3 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=986233b4-cb63-4cbc-8753-56cf5549c07c HTTP/1.1" status: 200 len: 210 time: 0.0315206 Mar 27 15:36:23.682111 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:23.900042 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-f2bdeffa-e5ff-479c-abad-daef8b84cc94 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:23.901598 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-f2bdeffa-e5ff-479c-abad-daef8b84cc94 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.16 "GET /v2.0/networks?id=dc0adc23-0260-4b76-9579-7b62c6e710c2 HTTP/1.1" status: 200 len: 809 time: 0.0980928 Mar 27 15:36:23.923090 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-5871bdc2-df5b-4600-b760-0c425f3da60b tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Request body: {'port': {'device_id': '986233b4-cb63-4cbc-8753-56cf5549c07c', 'network_id': 'dc0adc23-0260-4b76-9579-7b62c6e710c2', 'admin_state_up': True, 'tenant_id': 'fcdc1844ef9146359fc83cdc4d593093'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:36:24.032588 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-5871bdc2-df5b-4600-b760-0c425f3da60b tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Made reservation on behalf of fcdc1844ef9146359fc83cdc4d593093 for: {'port': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:36:24.035888 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-5871bdc2-df5b-4600-b760-0c425f3da60b tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:24.138137 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ef7dbb4f-3982-4267-b037-72cd3b21afd0 req-e49fc0e9-f4f4-4f67-ba95-6fe44a5d633e tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=986233b4-cb63-4cbc-8753-56cf5549c07c HTTP/1.1" status: 200 len: 210 time: 0.0347815 Mar 27 15:36:24.202834 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-5871bdc2-df5b-4600-b760-0c425f3da60b tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Allocated IP 172.20.0.14 (dc0adc23-0260-4b76-9579-7b62c6e710c2/5df221ce-fea9-45f5-8ebf-cf8fd0c2bedd/75361fdf-31fe-475b-8556-c0e8e8d3cc24) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:36:24.342499 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-5871bdc2-df5b-4600-b760-0c425f3da60b tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Publish callbacks [] for port (75361fdf-31fe-475b-8556-c0e8e8d3cc24), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:24.376480 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-5871bdc2-df5b-4600-b760-0c425f3da60b tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (75361fdf-31fe-475b-8556-c0e8e8d3cc24), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:24.419691 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-5871bdc2-df5b-4600-b760-0c425f3da60b tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Network dc0adc23-0260-4b76-9579-7b62c6e710c2 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:36:24.422861 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-5871bdc2-df5b-4600-b760-0c425f3da60b tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:36:24.429465 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-5871bdc2-df5b-4600-b760-0c425f3da60b tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:36:24.435364 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871bdc2-df5b-4600-b760-0c425f3da60b tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Pushing event updated for resources: {'Port': ['ID=75361fdf-31fe-475b-8556-c0e8e8d3cc24,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:24.478173 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-5871bdc2-df5b-4600-b760-0c425f3da60b tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:24.478803 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-5871bdc2-df5b-4600-b760-0c425f3da60b tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:24.494156 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-5871bdc2-df5b-4600-b760-0c425f3da60b tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5842879 Mar 27 15:36:24.527811 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Request body: {'port': {'device_id': '986233b4-cb63-4cbc-8753-56cf5549c07c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:36:24.583231 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (75361fdf-31fe-475b-8556-c0e8e8d3cc24), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:24.835631 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75361fdf-31fe-475b-8556-c0e8e8d3cc24 {{(pid=103162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:36:24.842744 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Publish callbacks [] for port (75361fdf-31fe-475b-8556-c0e8e8d3cc24), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:24.854680 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.provisioning_blocks [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Transition to ACTIVE for port object 75361fdf-31fe-475b-8556-c0e8e8d3cc24 will not be triggered until provisioned by entity L2. {{(pid=103162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:36:24.857888 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (75361fdf-31fe-475b-8556-c0e8e8d3cc24), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:24.904306 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Pushing event updated for resources: {'Port': ['ID=75361fdf-31fe-475b-8556-c0e8e8d3cc24,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:24.971591 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Attempting to bind port 75361fdf-31fe-475b-8556-c0e8e8d3cc24 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:36:24.971916 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Attempting to bind port 75361fdf-31fe-475b-8556-c0e8e8d3cc24 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '4b659406-b5ed-4863-a602-2a1e7a30b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dc0adc23-0260-4b76-9579-7b62c6e710c2'}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:36:24.972243 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Attempting to bind port 75361fdf-31fe-475b-8556-c0e8e8d3cc24 on network dc0adc23-0260-4b76-9579-7b62c6e710c2 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:36:24.976357 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Port 75361fdf-31fe-475b-8556-c0e8e8d3cc24 on network dc0adc23-0260-4b76-9579-7b62c6e710c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:36:24.976672 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Attempting to bind port 75361fdf-31fe-475b-8556-c0e8e8d3cc24 on network dc0adc23-0260-4b76-9579-7b62c6e710c2 {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:36:24.981309 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:36:24.981642 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Checking segment: {'id': '4b659406-b5ed-4863-a602-2a1e7a30b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dc0adc23-0260-4b76-9579-7b62c6e710c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:36:24.982019 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Bound using segment: {'id': '4b659406-b5ed-4863-a602-2a1e7a30b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dc0adc23-0260-4b76-9579-7b62c6e710c2'} {{(pid=103162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:36:24.982437 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.managers [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Bound port: 75361fdf-31fe-475b-8556-c0e8e8d3cc24, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b659406-b5ed-4863-a602-2a1e7a30b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dc0adc23-0260-4b76-9579-7b62c6e710c2'}}] {{(pid=103162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:36:24.982815 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (75361fdf-31fe-475b-8556-c0e8e8d3cc24), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:25.045070 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] For port 75361fdf-31fe-475b-8556-c0e8e8d3cc24, host hv-cinder-83538, cleared binding levels {{(pid=103162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:36:25.047728 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] For port 75361fdf-31fe-475b-8556-c0e8e8d3cc24, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=75361fdf-31fe-475b-8556-c0e8e8d3cc24,segment=NetworkSegment(4b659406-b5ed-4863-a602-2a1e7a30b683),segment_id=4b659406-b5ed-4863-a602-2a1e7a30b683)] {{(pid=103162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:36:25.054140 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229216'] for port (75361fdf-31fe-475b-8556-c0e8e8d3cc24), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:25.087902 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:25.088514 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:25.089868 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] 10.222.0.16 "PUT /v2.0/ports/75361fdf-31fe-475b-8556-c0e8e8d3cc24 HTTP/1.1" status: 200 len: 1094 time: 0.5660024 Mar 27 15:36:25.090303 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986233b4-cb63-4cbc-8753-56cf5549c07c', 'tag': '75361fdf-31fe-475b-8556-c0e8e8d3cc24'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:36:25.092522 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717e3941-7766-42c2-8076-cd737e84b664" -d '{"events": [{"name": "network-changed", "server_uuid": "986233b4-cb63-4cbc-8753-56cf5549c07c", "tag": "75361fdf-31fe-475b-8556-c0e8e8d3cc24"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:36:25.119217 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce79a9-e60f-49ed-8ec3-e24ff389b37f service neutron] Pushing event updated for resources: {'Port': ['ID=75361fdf-31fe-475b-8556-c0e8e8d3cc24,revision_number=3']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:25.136398 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7f637d-a289-43ee-a888-1e37b453db78 x-openstack-request-id: req-2a7f637d-a289-43ee-a888-1e37b453db78 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:36:25.136683 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986233b4-cb63-4cbc-8753-56cf5549c07c", "tag": "75361fdf-31fe-475b-8556-c0e8e8d3cc24", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:36:25.136934 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a7f637d-a289-43ee-a888-1e37b453db78 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:36:25.137510 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7f637d-a289-43ee-a888-1e37b453db78'] response: {'name': 'network-changed', 'server_uuid': '986233b4-cb63-4cbc-8753-56cf5549c07c', 'tag': '75361fdf-31fe-475b-8556-c0e8e8d3cc24', 'status': 'completed', 'code': 200} Mar 27 15:36:25.187575 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-6f46fd66-5069-44ae-a7df-641eb8c7a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:25.189169 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-6f46fd66-5069-44ae-a7df-641eb8c7a9c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fcdc1844ef9146359fc83cdc4d593093&device_id=986233b4-cb63-4cbc-8753-56cf5549c07c HTTP/1.1" status: 200 len: 1128 time: 0.0447147 Mar 27 15:36:25.248537 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-8cf44958-c49b-4328-8406-4a4051d83ea1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75361fdf-31fe-475b-8556-c0e8e8d3cc24 HTTP/1.1" status: 200 len: 217 time: 0.0519543 Mar 27 15:36:25.320323 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-522e0163-51cc-4567-821c-154587dd2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:25.321774 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-522e0163-51cc-4567-821c-154587dd2f22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5df221ce-fea9-45f5-8ebf-cf8fd0c2bedd HTTP/1.1" status: 200 len: 849 time: 0.0570176 Mar 27 15:36:25.329690 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8f1f0-3ae2-4fc2-833d-e24ddcf869a3 req-ed02fede-f436-40f2-a9e5-19eff6d78a90 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:25.331656 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a8e8f1f0-3ae2-4fc2-833d-e24ddcf869a3 req-ed02fede-f436-40f2-a9e5-19eff6d78a90 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=986233b4-cb63-4cbc-8753-56cf5549c07c HTTP/1.1" status: 200 len: 944 time: 0.1240482 Mar 27 15:36:25.367020 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-5d6554f4-02fb-4e41-8661-09d2bd2003b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc0adc23-0260-4b76-9579-7b62c6e710c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343096 Mar 27 15:36:25.367677 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41882) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:25.438747 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:25.443666 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a8e8f1f0-3ae2-4fc2-833d-e24ddcf869a3 req-e86d31b4-b45d-426a-8c34-6e76607f96bb tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027577 Mar 27 15:36:25.477987 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-2df2023e-16db-4559-b1aa-6ac3098eff58 service neutron] 10.222.0.16 "GET /v2.0/networks/dc0adc23-0260-4b76-9579-7b62c6e710c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038134 Mar 27 15:36:25.491515 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fecd66f5-f06c-4b4f-82c5-d9426400d4a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:25.566646 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fecd66f5-f06c-4b4f-82c5-d9426400d4a5 admin admin] Publish callbacks [] for security_group (451183be-b2c5-4cb2-98ce-39f3e5c11ba6), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:25.571707 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fecd66f5-f06c-4b4f-82c5-d9426400d4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (451183be-b2c5-4cb2-98ce-39f3e5c11ba6), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:25.575689 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6ed92d04-9d1d-498e-9b02-fc9b3a0aae1d req-925c76f5-8c29-4f0a-a98e-76821cabfe52 service neutron] 10.222.0.16 "GET /v2.0/networks/dc0adc23-0260-4b76-9579-7b62c6e710c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920413 Mar 27 15:36:25.618463 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-fecd66f5-f06c-4b4f-82c5-d9426400d4a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1459718e4c014e95973ebbe4d02e3c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482347 Mar 27 15:36:25.619214 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd66f5-f06c-4b4f-82c5-d9426400d4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451183be-b2c5-4cb2-98ce-39f3e5c11ba6,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:25.622283 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41886) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:25.665316 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e3941-7766-42c2-8076-cd737e84b664 req-a8049929-ba8e-4723-8176-c12a553a2fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:25.666926 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-717e3941-7766-42c2-8076-cd737e84b664 req-a8049929-ba8e-4723-8176-c12a553a2fbd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fcdc1844ef9146359fc83cdc4d593093&device_id=986233b4-cb63-4cbc-8753-56cf5549c07c HTTP/1.1" status: 200 len: 1128 time: 0.0456624 Mar 27 15:36:25.670937 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09779067-eccc-4c4c-bfc6-5d33cff0bc83 admin admin] Publish callbacks [] for security_group (451183be-b2c5-4cb2-98ce-39f3e5c11ba6), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:25.693227 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09779067-eccc-4c4c-bfc6-5d33cff0bc83 admin admin] Publish callbacks [] for security_group (451183be-b2c5-4cb2-98ce-39f3e5c11ba6), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:25.739606 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09779067-eccc-4c4c-bfc6-5d33cff0bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (451183be-b2c5-4cb2-98ce-39f3e5c11ba6), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:25.742141 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-09779067-eccc-4c4c-bfc6-5d33cff0bc83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:25.743284 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-09779067-eccc-4c4c-bfc6-5d33cff0bc83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/451183be-b2c5-4cb2-98ce-39f3e5c11ba6 HTTP/1.1" status: 204 len: 168 time: 0.1199057 Mar 27 15:36:25.751238 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09779067-eccc-4c4c-bfc6-5d33cff0bc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451183be-b2c5-4cb2-98ce-39f3e5c11ba6,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:25.758614 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e3941-7766-42c2-8076-cd737e84b664 req-aa42da7d-b2c3-4d4e-b069-bcc4a6ea3add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:25.760188 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-717e3941-7766-42c2-8076-cd737e84b664 req-aa42da7d-b2c3-4d4e-b069-bcc4a6ea3add service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc0adc23-0260-4b76-9579-7b62c6e710c2 HTTP/1.1" status: 200 len: 910 time: 0.0877426 Mar 27 15:36:25.803758 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-717e3941-7766-42c2-8076-cd737e84b664 req-b5bd3832-a1e6-40e3-a4c5-970785b36cbe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75361fdf-31fe-475b-8556-c0e8e8d3cc24 HTTP/1.1" status: 200 len: 217 time: 0.0377500 Mar 27 15:36:25.851466 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e3941-7766-42c2-8076-cd737e84b664 req-990e9e1b-729c-4e21-b3f7-ee1323e3bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:25.852934 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-717e3941-7766-42c2-8076-cd737e84b664 req-990e9e1b-729c-4e21-b3f7-ee1323e3bd39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5df221ce-fea9-45f5-8ebf-cf8fd0c2bedd HTTP/1.1" status: 200 len: 849 time: 0.0441427 Mar 27 15:36:25.884793 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-717e3941-7766-42c2-8076-cd737e84b664 req-a9b9cc99-47a7-43e3-8a58-672b136436d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc0adc23-0260-4b76-9579-7b62c6e710c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255287 Mar 27 15:36:25.974355 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-717e3941-7766-42c2-8076-cd737e84b664 req-1eb4b801-e4ce-40b2-bac8-8b593d01b6af service neutron] 10.222.0.16 "GET /v2.0/networks/dc0adc23-0260-4b76-9579-7b62c6e710c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838983 Mar 27 15:36:26.062693 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-717e3941-7766-42c2-8076-cd737e84b664 req-2ad0df3f-0a2f-4449-a640-87d79bb70858 service neutron] 10.222.0.16 "GET /v2.0/networks/dc0adc23-0260-4b76-9579-7b62c6e710c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824039 Mar 27 15:36:26.563245 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb711ca-3367-49c2-aba5-97bc30d3b84a req-9c375033-9fb5-46b0-8c3b-8f230f7b6ead tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:26.564915 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6cb711ca-3367-49c2-aba5-97bc30d3b84a req-9c375033-9fb5-46b0-8c3b-8f230f7b6ead tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=986233b4-cb63-4cbc-8753-56cf5549c07c HTTP/1.1" status: 200 len: 944 time: 0.0528610 Mar 27 15:36:26.576569 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:26.615210 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-6cb711ca-3367-49c2-aba5-97bc30d3b84a req-6abb768f-43a0-4449-92bc-a9d13db9c482 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450270 Mar 27 15:36:26.718023 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 41920) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:26.817245 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-487875d5-65f6-4eda-a3a7-d39e17029e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:26.886333 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-487875d5-65f6-4eda-a3a7-d39e17029e38 admin admin] Publish callbacks [] for security_group (d0edb91e-432f-4e4a-a27e-41e7d668057d), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:26.889682 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-487875d5-65f6-4eda-a3a7-d39e17029e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (d0edb91e-432f-4e4a-a27e-41e7d668057d), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:26.925719 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-487875d5-65f6-4eda-a3a7-d39e17029e38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60df0aa6f7e04f42bc01a786896aedd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2065456 Mar 27 15:36:26.927676 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487875d5-65f6-4eda-a3a7-d39e17029e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0edb91e-432f-4e4a-a27e-41e7d668057d,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:26.928415 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 41924) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:26.978062 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e630a921-219d-4f83-821c-006ae1e84ca7 admin admin] Publish callbacks [] for security_group (d0edb91e-432f-4e4a-a27e-41e7d668057d), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:26.998549 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e630a921-219d-4f83-821c-006ae1e84ca7 admin admin] Publish callbacks [] for security_group (d0edb91e-432f-4e4a-a27e-41e7d668057d), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:27.042921 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e630a921-219d-4f83-821c-006ae1e84ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (d0edb91e-432f-4e4a-a27e-41e7d668057d), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:27.045384 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e630a921-219d-4f83-821c-006ae1e84ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:27.046499 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-e630a921-219d-4f83-821c-006ae1e84ca7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0edb91e-432f-4e4a-a27e-41e7d668057d HTTP/1.1" status: 204 len: 168 time: 0.1171174 Mar 27 15:36:27.054547 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630a921-219d-4f83-821c-006ae1e84ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0edb91e-432f-4e4a-a27e-41e7d668057d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:27.732821 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838029b3-aba2-4dc4-8c02-0dcf9b24ae2a req-e4e5bc2b-825f-4b67-bc1f-8023fd87347f tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:27.734329 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-838029b3-aba2-4dc4-8c02-0dcf9b24ae2a req-e4e5bc2b-825f-4b67-bc1f-8023fd87347f tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=986233b4-cb63-4cbc-8753-56cf5549c07c HTTP/1.1" status: 200 len: 944 time: 0.0517943 Mar 27 15:36:27.780693 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-838029b3-aba2-4dc4-8c02-0dcf9b24ae2a req-14c24530-50c8-49f8-80be-a3585394313f tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409398 Mar 27 15:36:27.920150 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 75361fdf-31fe-475b-8556-c0e8e8d3cc24 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:36:28.019536 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 75361fdf-31fe-475b-8556-c0e8e8d3cc24, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=75361fdf-31fe-475b-8556-c0e8e8d3cc24,segment=NetworkSegment(4b659406-b5ed-4863-a602-2a1e7a30b683),segment_id=4b659406-b5ed-4863-a602-2a1e7a30b683)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:28.030876 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '75361fdf-31fe-475b-8556-c0e8e8d3cc24', 'network_id': 'dc0adc23-0260-4b76-9579-7b62c6e710c2', 'port_id': '75361fdf-31fe-475b-8556-c0e8e8d3cc24', 'mac_address': 'fa:16:3e:4a:d4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df221ce-fea9-45f5-8ebf-cf8fd0c2bedd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:36:28.067389 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 75361fdf-31fe-475b-8556-c0e8e8d3cc24 is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:36:28.067780 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (75361fdf-31fe-475b-8556-c0e8e8d3cc24), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:28.080744 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75361fdf-31fe-475b-8556-c0e8e8d3cc24 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:36:28.099696 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 75361fdf-31fe-475b-8556-c0e8e8d3cc24, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=75361fdf-31fe-475b-8556-c0e8e8d3cc24,segment=NetworkSegment(4b659406-b5ed-4863-a602-2a1e7a30b683),segment_id=4b659406-b5ed-4863-a602-2a1e7a30b683)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:28.102985 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (75361fdf-31fe-475b-8556-c0e8e8d3cc24), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:28.149335 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=75361fdf-31fe-475b-8556-c0e8e8d3cc24,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:28.156385 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:28.156727 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:28.157063 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:28.157399 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:28.157726 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:28.158048 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:28.158374 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:28.158693 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:28.159039 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:28.159356 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:28.159701 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:28.160024 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:28.160340 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:28.160658 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:28.160971 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:28.468973 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['75361fdf-31fe-475b-8556-c0e8e8d3cc24'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:36:28.899406 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d93bc-5b90-49c4-9086-c5da866f95f3 req-72457207-185a-4cfa-a6fb-d74b64b0d411 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:28.900849 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0f9d93bc-5b90-49c4-9086-c5da866f95f3 req-72457207-185a-4cfa-a6fb-d74b64b0d411 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=986233b4-cb63-4cbc-8753-56cf5549c07c HTTP/1.1" status: 200 len: 945 time: 0.0550098 Mar 27 15:36:28.944851 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-0f9d93bc-5b90-49c4-9086-c5da866f95f3 req-56daba8f-0738-45f6-8374-304436187f93 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386269 Mar 27 15:36:29.927785 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 75361fdf-31fe-475b-8556-c0e8e8d3cc24 up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:36:29.975482 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port 75361fdf-31fe-475b-8556-c0e8e8d3cc24 completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:36:29.979388 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 75361fdf-31fe-475b-8556-c0e8e8d3cc24 triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:36:29.979764 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (75361fdf-31fe-475b-8556-c0e8e8d3cc24), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:30.058087 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 75361fdf-31fe-475b-8556-c0e8e8d3cc24 is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:36:30.058473 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (75361fdf-31fe-475b-8556-c0e8e8d3cc24), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:30.062651 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e45224-c1df-480c-ae8e-5f5808acc23f req-443db1d4-2751-4141-a7ee-7fa350680ae4 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:30.064154 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-13e45224-c1df-480c-ae8e-5f5808acc23f req-443db1d4-2751-4141-a7ee-7fa350680ae4 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=986233b4-cb63-4cbc-8753-56cf5549c07c HTTP/1.1" status: 200 len: 945 time: 0.0520365 Mar 27 15:36:30.080807 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986233b4-cb63-4cbc-8753-56cf5549c07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75361fdf-31fe-475b-8556-c0e8e8d3cc24'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:36:30.083002 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d260a50d-0abb-46ac-9f9c-a39d41e036e5" -d '{"events": [{"server_uuid": "986233b4-cb63-4cbc-8753-56cf5549c07c", "name": "network-vif-plugged", "status": "completed", "tag": "75361fdf-31fe-475b-8556-c0e8e8d3cc24"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:36:30.096777 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 75361fdf-31fe-475b-8556-c0e8e8d3cc24, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=75361fdf-31fe-475b-8556-c0e8e8d3cc24,segment=NetworkSegment(4b659406-b5ed-4863-a602-2a1e7a30b683),segment_id=4b659406-b5ed-4863-a602-2a1e7a30b683)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:30.102537 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (75361fdf-31fe-475b-8556-c0e8e8d3cc24), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:30.113519 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-13e45224-c1df-480c-ae8e-5f5808acc23f req-6b7662cd-62a8-41c5-a1e9-5124ea08c87a tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437269 Mar 27 15:36:30.136456 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b213e5d-2fb6-4be0-ad0c-ead0685a27c1 x-openstack-request-id: req-5b213e5d-2fb6-4be0-ad0c-ead0685a27c1 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:36:30.136740 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986233b4-cb63-4cbc-8753-56cf5549c07c", "name": "network-vif-plugged", "status": "completed", "tag": "75361fdf-31fe-475b-8556-c0e8e8d3cc24", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:36:30.136991 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b213e5d-2fb6-4be0-ad0c-ead0685a27c1 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:36:30.137377 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b213e5d-2fb6-4be0-ad0c-ead0685a27c1'] response: {'server_uuid': '986233b4-cb63-4cbc-8753-56cf5549c07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75361fdf-31fe-475b-8556-c0e8e8d3cc24', 'code': 200} Mar 27 15:36:30.157652 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=75361fdf-31fe-475b-8556-c0e8e8d3cc24,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:30.296132 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc48b2c-e63f-417e-b6f7-6dd37504f719 req-1ec2e177-fa47-403e-85bc-003c9bb3f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:30.297629 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9fc48b2c-e63f-417e-b6f7-6dd37504f719 req-1ec2e177-fa47-403e-85bc-003c9bb3f87c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=986233b4-cb63-4cbc-8753-56cf5549c07c HTTP/1.1" status: 200 len: 1130 time: 0.0434880 Mar 27 15:36:30.345376 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9fc48b2c-e63f-417e-b6f7-6dd37504f719 req-61bb35bb-0580-4f04-b2ee-d889a223499f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417111 Mar 27 15:36:31.229728 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51bc48-cfe7-47cf-9369-89ab09774fd3 req-ac63a098-5dc0-4edc-b857-02b94099823c tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:31.231634 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ce51bc48-cfe7-47cf-9369-89ab09774fd3 req-ac63a098-5dc0-4edc-b857-02b94099823c tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=986233b4-cb63-4cbc-8753-56cf5549c07c HTTP/1.1" status: 200 len: 946 time: 0.0529697 Mar 27 15:36:31.278406 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ce51bc48-cfe7-47cf-9369-89ab09774fd3 req-b8ee5217-cf88-45bc-9c07-62dec8f2f51d tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411906 Mar 27 15:36:32.395986 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89223478-80ac-48de-adbc-4f3a20a64644 req-a6fc6bdc-6b43-4dc5-90f6-de59c184f329 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:32.397491 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-89223478-80ac-48de-adbc-4f3a20a64644 req-a6fc6bdc-6b43-4dc5-90f6-de59c184f329 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=986233b4-cb63-4cbc-8753-56cf5549c07c HTTP/1.1" status: 200 len: 946 time: 0.0532343 Mar 27 15:36:32.442791 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-89223478-80ac-48de-adbc-4f3a20a64644 req-0f6f6bfb-9892-4d13-b2da-1135a1bfb2fa tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390148 Mar 27 15:36:33.020268 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb764c-5168-4bf4-922d-3a3328b781d7 req-557d26bd-0c99-49e6-8a91-633c40c845fe tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:33.021737 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-51fb764c-5168-4bf4-922d-3a3328b781d7 req-557d26bd-0c99-49e6-8a91-633c40c845fe tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=986233b4-cb63-4cbc-8753-56cf5549c07c HTTP/1.1" status: 200 len: 946 time: 0.0560901 Mar 27 15:36:33.069297 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-51fb764c-5168-4bf4-922d-3a3328b781d7 req-b9c0e7dd-fba0-4281-a455-ecc031f69ee6 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416336 Mar 27 15:36:34.184900 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7641920-d67c-4a31-9bec-546490ecf400 req-86e33111-e628-40d2-8fd9-27d674ce6e8b tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:34.186345 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d7641920-d67c-4a31-9bec-546490ecf400 req-86e33111-e628-40d2-8fd9-27d674ce6e8b tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=986233b4-cb63-4cbc-8753-56cf5549c07c HTTP/1.1" status: 200 len: 946 time: 0.0504415 Mar 27 15:36:34.237893 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d7641920-d67c-4a31-9bec-546490ecf400 req-7d171edc-bf1d-4b18-a6df-9229a1ad0433 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454414 Mar 27 15:36:34.446321 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087991d-50c2-4f6e-b1e6-67c3ab6a7cf9 req-d3231e13-ca8d-4ff9-abbd-6e1a6f4d7a83 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:34.447780 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9087991d-50c2-4f6e-b1e6-67c3ab6a7cf9 req-d3231e13-ca8d-4ff9-abbd-6e1a6f4d7a83 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.16 "GET /v2.0/ports?device_id=986233b4-cb63-4cbc-8753-56cf5549c07c HTTP/1.1" status: 200 len: 946 time: 0.0499871 Mar 27 15:36:34.540701 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-9087991d-50c2-4f6e-b1e6-67c3ab6a7cf9 req-43e3b9fb-cf07-4f98-ad5e-e0a6da13af20 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Deleting port 75361fdf-31fe-475b-8556-c0e8e8d3cc24 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:36:34.541044 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9087991d-50c2-4f6e-b1e6-67c3ab6a7cf9 req-43e3b9fb-cf07-4f98-ad5e-e0a6da13af20 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (75361fdf-31fe-475b-8556-c0e8e8d3cc24), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:34.624689 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-9087991d-50c2-4f6e-b1e6-67c3ab6a7cf9 req-43e3b9fb-cf07-4f98-ad5e-e0a6da13af20 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] For port 75361fdf-31fe-475b-8556-c0e8e8d3cc24, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=75361fdf-31fe-475b-8556-c0e8e8d3cc24,segment=NetworkSegment(4b659406-b5ed-4863-a602-2a1e7a30b683),segment_id=4b659406-b5ed-4863-a602-2a1e7a30b683)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:34.624971 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9087991d-50c2-4f6e-b1e6-67c3ab6a7cf9 req-43e3b9fb-cf07-4f98-ad5e-e0a6da13af20 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (75361fdf-31fe-475b-8556-c0e8e8d3cc24), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:34.641138 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-9087991d-50c2-4f6e-b1e6-67c3ab6a7cf9 req-43e3b9fb-cf07-4f98-ad5e-e0a6da13af20 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Calling delete_port for 75361fdf-31fe-475b-8556-c0e8e8d3cc24 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:36:34.764706 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9087991d-50c2-4f6e-b1e6-67c3ab6a7cf9 req-43e3b9fb-cf07-4f98-ad5e-e0a6da13af20 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (75361fdf-31fe-475b-8556-c0e8e8d3cc24), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:34.776047 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['75361fdf-31fe-475b-8556-c0e8e8d3cc24'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:36:34.800786 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3b9fb-cf07-4f98-ad5e-e0a6da13af20 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Pushing event deleted for resources: {'Port': ['ID=75361fdf-31fe-475b-8556-c0e8e8d3cc24,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:34.842472 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-9087991d-50c2-4f6e-b1e6-67c3ab6a7cf9 req-43e3b9fb-cf07-4f98-ad5e-e0a6da13af20 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] No DVR routers for this DVR port 75361fdf-31fe-475b-8556-c0e8e8d3cc24 on host hv-cinder-83538 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:36:34.845165 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9087991d-50c2-4f6e-b1e6-67c3ab6a7cf9 req-43e3b9fb-cf07-4f98-ad5e-e0a6da13af20 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:34.849110 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9087991d-50c2-4f6e-b1e6-67c3ab6a7cf9 req-43e3b9fb-cf07-4f98-ad5e-e0a6da13af20 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.16 "DELETE /v2.0/ports/75361fdf-31fe-475b-8556-c0e8e8d3cc24 HTTP/1.1" status: 204 len: 173 time: 0.3961415 Mar 27 15:36:34.849582 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986233b4-cb63-4cbc-8753-56cf5549c07c', 'name': 'network-vif-deleted', 'tag': '75361fdf-31fe-475b-8556-c0e8e8d3cc24'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:36:34.852205 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46f8ad5-45d5-4e53-b0e5-6a586d6e277c" -d '{"events": [{"server_uuid": "986233b4-cb63-4cbc-8753-56cf5549c07c", "name": "network-vif-deleted", "tag": "75361fdf-31fe-475b-8556-c0e8e8d3cc24"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:36:34.896316 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca7836c-13e8-401f-b2c7-060c0b6cc6a6 x-openstack-request-id: req-9ca7836c-13e8-401f-b2c7-060c0b6cc6a6 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:36:34.896611 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986233b4-cb63-4cbc-8753-56cf5549c07c", "name": "network-vif-deleted", "tag": "75361fdf-31fe-475b-8556-c0e8e8d3cc24", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:36:34.896890 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ca7836c-13e8-401f-b2c7-060c0b6cc6a6 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:36:34.897294 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca7836c-13e8-401f-b2c7-060c0b6cc6a6'] response: {'server_uuid': '986233b4-cb63-4cbc-8753-56cf5549c07c', 'name': 'network-vif-deleted', 'tag': '75361fdf-31fe-475b-8556-c0e8e8d3cc24', 'status': 'completed', 'code': 200} Mar 27 15:36:35.343424 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-bb9abb71-d013-4571-afcd-495ea34a0b73 req-9fd48afd-fab1-47af-9c8d-c9d8096a397d tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=986233b4-cb63-4cbc-8753-56cf5549c07c HTTP/1.1" status: 200 len: 210 time: 0.0272756 Mar 27 15:36:36.278380 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed34d40-baef-4302-bb8e-c97b09adfe23 req-68957bba-544a-4680-892c-3eafb18d68be tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:36.279872 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3ed34d40-baef-4302-bb8e-c97b09adfe23 req-68957bba-544a-4680-892c-3eafb18d68be tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 946 time: 0.0518339 Mar 27 15:36:36.324403 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3ed34d40-baef-4302-bb8e-c97b09adfe23 req-9115a3b5-d417-4514-a89b-bb7fb82912e1 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390644 Mar 27 15:36:36.650019 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-9141e2c9-a8bc-4f7d-bf2d-41f18ab92b36 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:36.651486 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-9141e2c9-a8bc-4f7d-bf2d-41f18ab92b36 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/networks?id=dc0adc23-0260-4b76-9579-7b62c6e710c2 HTTP/1.1" status: 200 len: 809 time: 0.1070848 Mar 27 15:36:36.665810 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-b381737c-31e6-435a-8c32-f5d6c18c365a tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/quotas/fcdc1844ef9146359fc83cdc4d593093 HTTP/1.1" status: 200 len: 375 time: 0.0089347 Mar 27 15:36:36.697544 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-88a41dfe-0db4-4b1d-875b-2bb34b416a62 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcdc1844ef9146359fc83cdc4d593093&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264726 Mar 27 15:36:37.028957 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-27d71be1-ff43-4ec9-9209-8071c3bd6218 service neutron] 10.222.0.13 "GET /v2.0/networks/dc0adc23-0260-4b76-9579-7b62c6e710c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246729 Mar 27 15:36:37.115046 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-4e336be1-1504-4d8b-b806-e2aeec3a7428 service neutron] 10.222.0.13 "GET /v2.0/networks/dc0adc23-0260-4b76-9579-7b62c6e710c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797725 Mar 27 15:36:37.269554 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-329f05a4-889f-4ac7-936a-03c9633e97ce req-89826b29-bfb0-4cac-930d-0427d3441a80 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=88fc0dfb-1d32-4c14-9ffe-984de710df88 HTTP/1.1" status: 200 len: 210 time: 0.0266788 Mar 27 15:36:37.453069 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d42f4-0ad4-480b-b901-53390970c32a req-fb29ca15-f141-4059-a391-0656e42eb1aa tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:37.459256 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ac7d42f4-0ad4-480b-b901-53390970c32a req-fb29ca15-f141-4059-a391-0656e42eb1aa tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 946 time: 0.0626271 Mar 27 15:36:37.507217 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-ac7d42f4-0ad4-480b-b901-53390970c32a req-b4f5f59e-8d68-4d0a-9ee5-c683daeafd26 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9914eba-b986-4cd0-991b-46d0203e3c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432925 Mar 27 15:36:37.800290 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db45040-e6df-4c70-a9b9-3d2f48ee81a7 req-70ffa4bf-3c53-4bca-a3c2-51cc08928464 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:37.801849 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9db45040-e6df-4c70-a9b9-3d2f48ee81a7 req-70ffa4bf-3c53-4bca-a3c2-51cc08928464 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.16 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 946 time: 0.0590634 Mar 27 15:36:37.887602 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 42110) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:37.898021 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-9db45040-e6df-4c70-a9b9-3d2f48ee81a7 req-00d308a9-d7d3-420c-a29c-39dd306d605d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Deleting port 66f79436-e097-4fe5-80c3-8aa3685d57a2 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:36:37.898363 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9db45040-e6df-4c70-a9b9-3d2f48ee81a7 req-00d308a9-d7d3-420c-a29c-39dd306d605d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:37.963601 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 75361fdf-31fe-475b-8556-c0e8e8d3cc24 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:36:37.987026 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: 75361fdf-31fe-475b-8556-c0e8e8d3cc24 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:36:37.987372 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 75361fdf-31fe-475b-8556-c0e8e8d3cc24 not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:36:37.989893 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-9db45040-e6df-4c70-a9b9-3d2f48ee81a7 req-00d308a9-d7d3-420c-a29c-39dd306d605d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] For port 66f79436-e097-4fe5-80c3-8aa3685d57a2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66f79436-e097-4fe5-80c3-8aa3685d57a2,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:37.991052 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9db45040-e6df-4c70-a9b9-3d2f48ee81a7 req-00d308a9-d7d3-420c-a29c-39dd306d605d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:37.995028 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:38.079046 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Publish callbacks [] for security_group (b85ed357-3f34-431f-b604-994f66c04d92), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:38.091521 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (b85ed357-3f34-431f-b604-994f66c04d92), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:38.171544 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab1b6e7feb3e4c96a62eb2b958b52cf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826221 Mar 27 15:36:38.172178 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9db45040-e6df-4c70-a9b9-3d2f48ee81a7 req-00d308a9-d7d3-420c-a29c-39dd306d605d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:38.172622 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9db45040-e6df-4c70-a9b9-3d2f48ee81a7 req-00d308a9-d7d3-420c-a29c-39dd306d605d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8111180'] for floatingip (b77d6a66-7c20-4e32-be90-c84fff4e709a), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:38.172803 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 42114) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:38.172924 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.l3_db [req-9db45040-e6df-4c70-a9b9-3d2f48ee81a7 req-00d308a9-d7d3-420c-a29c-39dd306d605d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Floating IP b77d6a66-7c20-4e32-be90-c84fff4e709a disassociated. External IP: 172.28.3.189, port: 66f79436-e097-4fe5-80c3-8aa3685d57a2. Mar 27 15:36:38.173270 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [req-9db45040-e6df-4c70-a9b9-3d2f48ee81a7 req-00d308a9-d7d3-420c-a29c-39dd306d605d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Calling delete_port for 66f79436-e097-4fe5-80c3-8aa3685d57a2 owned by compute:nova {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:36:38.195736 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85ed357-3f34-431f-b604-994f66c04d92,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:38.228051 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:38.228402 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:38.228744 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:38.229081 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:38.229412 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:38.229768 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:38.230094 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:38.230422 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:38.230764 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:38.231093 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:38.231415 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:38.231735 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:38.232058 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:38.232378 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:38.232694 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b6994-8e0d-4d47-896a-57b870ac6e48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:38.274298 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-070ed681-5529-48e0-ac50-eb636c519483 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:38.275754 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-070ed681-5529-48e0-ac50-eb636c519483 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.16 "GET /v2.0/networks?id=dc0adc23-0260-4b76-9579-7b62c6e710c2 HTTP/1.1" status: 200 len: 809 time: 0.1955974 Mar 27 15:36:38.288047 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-fe5a6855-1fad-403d-bacb-abfe0ff7241a tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Request body: {'port': {'device_id': '88fc0dfb-1d32-4c14-9ffe-984de710df88', 'network_id': 'dc0adc23-0260-4b76-9579-7b62c6e710c2', 'admin_state_up': True, 'tenant_id': 'fcdc1844ef9146359fc83cdc4d593093'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:36:38.304364 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9fc27ec-62cb-42fb-bfd6-6865f4b309db admin admin] Publish callbacks [] for security_group (b85ed357-3f34-431f-b604-994f66c04d92), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:38.313362 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9db45040-e6df-4c70-a9b9-3d2f48ee81a7 req-00d308a9-d7d3-420c-a29c-39dd306d605d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (66f79436-e097-4fe5-80c3-8aa3685d57a2), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:38.346204 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d308a9-d7d3-420c-a29c-39dd306d605d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event deleted for resources: {'Port': ['ID=66f79436-e097-4fe5-80c3-8aa3685d57a2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:38.363172 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9fc27ec-62cb-42fb-bfd6-6865f4b309db admin admin] Publish callbacks [] for security_group (b85ed357-3f34-431f-b604-994f66c04d92), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:38.382207 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-08c536f3-922d-45da-972a-dd11eb2c1db9 req-482ca90c-027e-4770-940d-0ba9c832b50e tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=88fc0dfb-1d32-4c14-9ffe-984de710df88 HTTP/1.1" status: 200 len: 210 time: 0.0393453 Mar 27 15:36:38.441918 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-fe5a6855-1fad-403d-bacb-abfe0ff7241a tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Made reservation on behalf of fcdc1844ef9146359fc83cdc4d593093 for: {'port': 1} {{(pid=103163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:36:38.445302 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-fe5a6855-1fad-403d-bacb-abfe0ff7241a tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:38.455497 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9fc27ec-62cb-42fb-bfd6-6865f4b309db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (b85ed357-3f34-431f-b604-994f66c04d92), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:38.457995 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c9fc27ec-62cb-42fb-bfd6-6865f4b309db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:38.459145 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c9fc27ec-62cb-42fb-bfd6-6865f4b309db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b85ed357-3f34-431f-b604-994f66c04d92 HTTP/1.1" status: 204 len: 168 time: 0.2805295 Mar 27 15:36:38.471548 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc27ec-62cb-42fb-bfd6-6865f4b309db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85ed357-3f34-431f-b604-994f66c04d92,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:38.515212 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9db45040-e6df-4c70-a9b9-3d2f48ee81a7 req-00d308a9-d7d3-420c-a29c-39dd306d605d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Router d4280781-9492-44c8-9a24-816de91f46bc has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:36:38.611214 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-fe5a6855-1fad-403d-bacb-abfe0ff7241a tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Allocated IP 172.20.0.9 (dc0adc23-0260-4b76-9579-7b62c6e710c2/5df221ce-fea9-45f5-8ebf-cf8fd0c2bedd/1015429c-9772-4739-bc62-1e034601423c) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:36:38.645503 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-b9163801-3903-4602-9c6f-7eeac86e5603 req-6c03e2e1-fa9b-4f11-87c0-facdf1574ff2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/ports?device_id=239b6607-703c-4bb5-8fba-23cbde7c5630 HTTP/1.1" status: 200 len: 210 time: 0.0352602 Mar 27 15:36:38.682054 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9db45040-e6df-4c70-a9b9-3d2f48ee81a7 req-00d308a9-d7d3-420c-a29c-39dd306d605d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:36:38.696695 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:38.703231 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce607638-049b-4e71-b993-8e64d7c0ae80 None None] Sync routers for ids ['d4280781-9492-44c8-9a24-816de91f46bc'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:36:38.715843 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce607638-049b-4e71-b993-8e64d7c0ae80 None None] Routers {'d4280781-9492-44c8-9a24-816de91f46bc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:36:38.716864 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce607638-049b-4e71-b993-8e64d7c0ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:36:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d4280781-9492-44c8-9a24-816de91f46bc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:38.730180 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db45040-e6df-4c70-a9b9-3d2f48ee81a7 req-00d308a9-d7d3-420c-a29c-39dd306d605d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] No DVR routers for this DVR port 66f79436-e097-4fe5-80c3-8aa3685d57a2 on host hv-cinder-83538 {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:36:38.732828 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-9db45040-e6df-4c70-a9b9-3d2f48ee81a7 req-00d308a9-d7d3-420c-a29c-39dd306d605d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:38.736292 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-9db45040-e6df-4c70-a9b9-3d2f48ee81a7 req-00d308a9-d7d3-420c-a29c-39dd306d605d tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.16 "DELETE /v2.0/ports/66f79436-e097-4fe5-80c3-8aa3685d57a2 HTTP/1.1" status: 204 len: 173 time: 0.9278729 Mar 27 15:36:38.736855 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'name': 'network-vif-deleted', 'tag': '66f79436-e097-4fe5-80c3-8aa3685d57a2'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:36:38.739729 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d28ade-0298-44ef-9375-71ba2da75bab" -d '{"events": [{"server_uuid": "239b6607-703c-4bb5-8fba-23cbde7c5630", "name": "network-vif-deleted", "tag": "66f79436-e097-4fe5-80c3-8aa3685d57a2"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:36:38.777703 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a658dffe-33ad-41fa-b33c-3b99bbad004e x-openstack-request-id: req-a658dffe-33ad-41fa-b33c-3b99bbad004e {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:36:38.777998 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239b6607-703c-4bb5-8fba-23cbde7c5630", "name": "network-vif-deleted", "tag": "66f79436-e097-4fe5-80c3-8aa3685d57a2", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:36:38.778232 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a658dffe-33ad-41fa-b33c-3b99bbad004e {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:36:38.778639 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a658dffe-33ad-41fa-b33c-3b99bbad004e'] response: {'server_uuid': '239b6607-703c-4bb5-8fba-23cbde7c5630', 'name': 'network-vif-deleted', 'tag': '66f79436-e097-4fe5-80c3-8aa3685d57a2', 'status': 'completed', 'code': 200} Mar 27 15:36:38.891911 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-fe5a6855-1fad-403d-bacb-abfe0ff7241a tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Publish callbacks [] for port (1015429c-9772-4739-bc62-1e034601423c), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:38.904670 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ce607638-049b-4e71-b993-8e64d7c0ae80 None None] Set router d4280781-9492-44c8-9a24-816de91f46bc gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:36:38.938014 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-fe5a6855-1fad-403d-bacb-abfe0ff7241a tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742535784717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (1015429c-9772-4739-bc62-1e034601423c), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:38.980736 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-fe5a6855-1fad-403d-bacb-abfe0ff7241a tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Network dc0adc23-0260-4b76-9579-7b62c6e710c2 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:36:38.984273 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-fe5a6855-1fad-403d-bacb-abfe0ff7241a tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:36:38.991132 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-fe5a6855-1fad-403d-bacb-abfe0ff7241a tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:36:38.997719 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a6855-1fad-403d-bacb-abfe0ff7241a tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Pushing event updated for resources: {'Port': ['ID=1015429c-9772-4739-bc62-1e034601423c,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:39.042844 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-fe5a6855-1fad-403d-bacb-abfe0ff7241a tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:39.043455 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-fe5a6855-1fad-403d-bacb-abfe0ff7241a tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:39.059403 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-fe5a6855-1fad-403d-bacb-abfe0ff7241a tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7749014 Mar 27 15:36:39.071368 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.v2.base [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Request body: {'port': {'device_id': '88fc0dfb-1d32-4c14-9ffe-984de710df88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:36:39.114748 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce607638-049b-4e71-b993-8e64d7c0ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 4, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'e819846d-180a-4b36-82c8-4781c740afcb', 'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'mac_address': 'fa:16:3e:42:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:13Z', 'updated_at': '2022-03-27T15:28:19Z', 'revision_number': 5, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'subnets': [{'id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:39.133929 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (1015429c-9772-4739-bc62-1e034601423c), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:39.144694 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce607638-049b-4e71-b993-8e64d7c0ae80 None None] Checking router: d4280781-9492-44c8-9a24-816de91f46bc for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:36:39.152794 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce607638-049b-4e71-b993-8e64d7c0ae80 None None] Routers {'d4280781-9492-44c8-9a24-816de91f46bc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:36:39.153418 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce607638-049b-4e71-b993-8e64d7c0ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:36:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d4280781-9492-44c8-9a24-816de91f46bc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:39.270526 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-ce607638-049b-4e71-b993-8e64d7c0ae80 None None] Set router d4280781-9492-44c8-9a24-816de91f46bc gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:36:39.466236 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1015429c-9772-4739-bc62-1e034601423c {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:36:39.478747 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Publish callbacks [] for port (1015429c-9772-4739-bc62-1e034601423c), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:39.486827 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-ce607638-049b-4e71-b993-8e64d7c0ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 4, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'e819846d-180a-4b36-82c8-4781c740afcb', 'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'mac_address': 'fa:16:3e:42:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:13Z', 'updated_at': '2022-03-27T15:28:19Z', 'revision_number': 5, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'subnets': [{'id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:39.495326 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Transition to ACTIVE for port object 1015429c-9772-4739-bc62-1e034601423c will not be triggered until provisioned by entity L2. {{(pid=103163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:36:39.500323 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (1015429c-9772-4739-bc62-1e034601423c), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:39.511171 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef90f11-2bc7-486a-88d1-92e2aea53e19 req-6c20e0d3-e59a-4064-a756-ea220b5c80a5 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:39.513096 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5ef90f11-2bc7-486a-88d1-92e2aea53e19 req-6c20e0d3-e59a-4064-a756-ea220b5c80a5 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=88fc0dfb-1d32-4c14-9ffe-984de710df88 HTTP/1.1" status: 200 len: 931 time: 0.0557258 Mar 27 15:36:39.524748 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce607638-049b-4e71-b993-8e64d7c0ae80 None None] The sync data for ids ['d4280781-9492-44c8-9a24-816de91f46bc'] in dv-cinder-835384-1-smb is: [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:28:14Z', 'revision_number': 4, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': 'e819846d-180a-4b36-82c8-4781c740afcb', 'name': '', 'network_id': 'da40b206-6df8-428a-a26c-b8cc6bb7f0c9', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'mac_address': 'fa:16:3e:42:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:13Z', 'updated_at': '2022-03-27T15:28:19Z', 'revision_number': 5, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'subnets': [{'id': '0561c3b1-821a-43aa-9e3d-0208dfe94d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:36:39.561853 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Pushing event updated for resources: {'Port': ['ID=1015429c-9772-4739-bc62-1e034601423c,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:39.593155 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5ef90f11-2bc7-486a-88d1-92e2aea53e19 req-c41df377-1350-439f-aaed-beb7f981dd0e tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716221 Mar 27 15:36:39.641292 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Attempting to bind port 1015429c-9772-4739-bc62-1e034601423c on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:36:39.641624 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Attempting to bind port 1015429c-9772-4739-bc62-1e034601423c by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '4b659406-b5ed-4863-a602-2a1e7a30b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dc0adc23-0260-4b76-9579-7b62c6e710c2'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:36:39.641952 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Attempting to bind port 1015429c-9772-4739-bc62-1e034601423c on network dc0adc23-0260-4b76-9579-7b62c6e710c2 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:36:39.647222 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Port 1015429c-9772-4739-bc62-1e034601423c on network dc0adc23-0260-4b76-9579-7b62c6e710c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:36:39.647567 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Attempting to bind port 1015429c-9772-4739-bc62-1e034601423c on network dc0adc23-0260-4b76-9579-7b62c6e710c2 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:36:39.652705 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Checking agent: {'id': '67125a3d-c611-4fb0-b160-326fda6d812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:36:39.654474 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Checking segment: {'id': '4b659406-b5ed-4863-a602-2a1e7a30b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dc0adc23-0260-4b76-9579-7b62c6e710c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:36:39.654910 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Bound using segment: {'id': '4b659406-b5ed-4863-a602-2a1e7a30b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dc0adc23-0260-4b76-9579-7b62c6e710c2'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:36:39.655351 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Bound port: 1015429c-9772-4739-bc62-1e034601423c, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b659406-b5ed-4863-a602-2a1e7a30b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dc0adc23-0260-4b76-9579-7b62c6e710c2'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:36:39.655715 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (1015429c-9772-4739-bc62-1e034601423c), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:39.721966 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] For port 1015429c-9772-4739-bc62-1e034601423c, host hv-cinder-83538, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:36:39.725284 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] For port 1015429c-9772-4739-bc62-1e034601423c, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1015429c-9772-4739-bc62-1e034601423c,segment=NetworkSegment(4b659406-b5ed-4863-a602-2a1e7a30b683),segment_id=4b659406-b5ed-4863-a602-2a1e7a30b683)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:36:39.735710 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326271'] for port (1015429c-9772-4739-bc62-1e034601423c), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:39.742927 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 42136) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:39.774685 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:39.775354 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:39.776726 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] 10.222.0.16 "PUT /v2.0/ports/1015429c-9772-4739-bc62-1e034601423c HTTP/1.1" status: 200 len: 1093 time: 0.7093627 Mar 27 15:36:39.777170 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fc0dfb-1d32-4c14-9ffe-984de710df88', 'tag': '1015429c-9772-4739-bc62-1e034601423c'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:36:39.779489 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1bdf15-78c1-423c-aa4e-d7f478e56ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "88fc0dfb-1d32-4c14-9ffe-984de710df88", "tag": "1015429c-9772-4739-bc62-1e034601423c"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:36:39.808949 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e46bb-7cc9-452b-85e3-fa7c7c0a019e service neutron] Pushing event updated for resources: {'Port': ['ID=1015429c-9772-4739-bc62-1e034601423c,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:39.817592 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ede3c3e-4a45-4dce-89fc-d6ed5e540013 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group (d9914eba-b986-4cd0-991b-46d0203e3c70), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:39.848867 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ede3c3e-4a45-4dce-89fc-d6ed5e540013 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group (d9914eba-b986-4cd0-991b-46d0203e3c70), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:39.851369 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aa1a51-708a-4d33-9854-8ac7d20b79c6 x-openstack-request-id: req-37aa1a51-708a-4d33-9854-8ac7d20b79c6 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:36:39.851656 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fc0dfb-1d32-4c14-9ffe-984de710df88", "tag": "1015429c-9772-4739-bc62-1e034601423c", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:36:39.851909 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37aa1a51-708a-4d33-9854-8ac7d20b79c6 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:36:39.852294 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37aa1a51-708a-4d33-9854-8ac7d20b79c6'] response: {'name': 'network-changed', 'server_uuid': '88fc0dfb-1d32-4c14-9ffe-984de710df88', 'tag': '1015429c-9772-4739-bc62-1e034601423c', 'status': 'completed', 'code': 200} Mar 27 15:36:39.867190 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff75177-395f-4294-80dc-b5c8bfba8277 None None] New status for floating IP b77d6a66-7c20-4e32-be90-c84fff4e709a: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:36:39.871724 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-c190b73e-df95-4278-8028-fc07221792c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:39.873198 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-c190b73e-df95-4278-8028-fc07221792c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fcdc1844ef9146359fc83cdc4d593093&device_id=88fc0dfb-1d32-4c14-9ffe-984de710df88 HTTP/1.1" status: 200 len: 1127 time: 0.0547407 Mar 27 15:36:39.903559 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ede3c3e-4a45-4dce-89fc-d6ed5e540013 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (d9914eba-b986-4cd0-991b-46d0203e3c70), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:39.907358 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ede3c3e-4a45-4dce-89fc-d6ed5e540013 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:39.909086 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-6ede3c3e-4a45-4dce-89fc-d6ed5e540013 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "DELETE /v2.0/security-groups/d9914eba-b986-4cd0-991b-46d0203e3c70 HTTP/1.1" status: 204 len: 168 time: 0.1645222 Mar 27 15:36:39.913884 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 42140) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:39.918289 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-2cc5ff81-95a4-4d2b-ab54-93ff0f786230 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1015429c-9772-4739-bc62-1e034601423c HTTP/1.1" status: 200 len: 217 time: 0.0375757 Mar 27 15:36:39.932172 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede3c3e-4a45-4dce-89fc-d6ed5e540013 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9914eba-b986-4cd0-991b-46d0203e3c70,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:39.934594 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.api.v2.resource [None req-ed4e2631-9015-419c-800d-87d75d0aa565 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] show failed (client error): The resource could not be found. Mar 27 15:36:39.935715 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-ed4e2631-9015-419c-800d-87d75d0aa565 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "GET /v2.0/security-groups/d9914eba-b986-4cd0-991b-46d0203e3c70 HTTP/1.1" status: 404 len: 347 time: 0.0207641 Mar 27 15:36:39.939013 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 42142) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:39.977980 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-79f04bcd-ba37-49ed-8dab-0b701ad3144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:39.979471 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-79f04bcd-ba37-49ed-8dab-0b701ad3144b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5df221ce-fea9-45f5-8ebf-cf8fd0c2bedd HTTP/1.1" status: 200 len: 849 time: 0.0552435 Mar 27 15:36:40.015148 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-1b1b2815-af73-4a3d-8b3a-4e78b29b4730 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc0adc23-0260-4b76-9579-7b62c6e710c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296221 Mar 27 15:36:40.076403 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e53a2123-7de7-473c-b6a3-659a44d53bf2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Deleting port 8a567ae9-438a-4cf6-bf39-8e8b66d38dca {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:36:40.076777 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e53a2123-7de7-473c-b6a3-659a44d53bf2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (8a567ae9-438a-4cf6-bf39-8e8b66d38dca), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:40.109785 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-8d98d222-e88d-4427-905d-bfab9cc59fe5 service neutron] 10.222.0.16 "GET /v2.0/networks/dc0adc23-0260-4b76-9579-7b62c6e710c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878892 Mar 27 15:36:40.150439 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e53a2123-7de7-473c-b6a3-659a44d53bf2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (8a567ae9-438a-4cf6-bf39-8e8b66d38dca), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:40.150804 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e53a2123-7de7-473c-b6a3-659a44d53bf2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for floatingip (8a567ae9-438a-4cf6-bf39-8e8b66d38dca), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:40.163488 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-e53a2123-7de7-473c-b6a3-659a44d53bf2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Calling delete_port for 8a567ae9-438a-4cf6-bf39-8e8b66d38dca owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:36:40.196530 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-e3be5609-b8ed-4f5a-95fc-ff140e17f89d req-fef127d7-5a4c-42b0-9805-3838b1daea8c service neutron] 10.222.0.16 "GET /v2.0/networks/dc0adc23-0260-4b76-9579-7b62c6e710c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801294 Mar 27 15:36:40.290223 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bdf15-78c1-423c-aa4e-d7f478e56ddb req-30570694-a623-425a-8aac-e55c1ee26322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:40.291778 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec1bdf15-78c1-423c-aa4e-d7f478e56ddb req-30570694-a623-425a-8aac-e55c1ee26322 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fcdc1844ef9146359fc83cdc4d593093&device_id=88fc0dfb-1d32-4c14-9ffe-984de710df88 HTTP/1.1" status: 200 len: 1127 time: 0.0482223 Mar 27 15:36:40.296288 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e53a2123-7de7-473c-b6a3-659a44d53bf2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (8a567ae9-438a-4cf6-bf39-8e8b66d38dca), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:40.325790 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a2123-7de7-473c-b6a3-659a44d53bf2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Pushing event deleted for resources: {'Port': ['ID=8a567ae9-438a-4cf6-bf39-8e8b66d38dca,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:40.381444 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bdf15-78c1-423c-aa4e-d7f478e56ddb req-fa826e8f-5141-44e6-99ee-d3e4463376c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:40.383844 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e53a2123-7de7-473c-b6a3-659a44d53bf2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks [] for floatingip (b77d6a66-7c20-4e32-be90-c84fff4e709a), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:40.384220 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec1bdf15-78c1-423c-aa4e-d7f478e56ddb req-fa826e8f-5141-44e6-99ee-d3e4463376c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc0adc23-0260-4b76-9579-7b62c6e710c2 HTTP/1.1" status: 200 len: 910 time: 0.0867608 Mar 27 15:36:40.386335 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e53a2123-7de7-473c-b6a3-659a44d53bf2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:40.387501 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-e53a2123-7de7-473c-b6a3-659a44d53bf2 tempest-AttachVolumeShelveTestJSON-947603951 tempest-AttachVolumeShelveTestJSON-947603951-project] 10.222.0.13 "DELETE /v2.0/floatingips/b77d6a66-7c20-4e32-be90-c84fff4e709a HTTP/1.1" status: 204 len: 168 time: 0.4473145 Mar 27 15:36:40.428135 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec1bdf15-78c1-423c-aa4e-d7f478e56ddb req-6666238e-87da-4fff-b9b9-fc4add879936 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1015429c-9772-4739-bc62-1e034601423c HTTP/1.1" status: 200 len: 217 time: 0.0379672 Mar 27 15:36:40.711593 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bdf15-78c1-423c-aa4e-d7f478e56ddb req-e299c487-c25c-45e5-8db0-289815d656cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:40.712874 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec1bdf15-78c1-423c-aa4e-d7f478e56ddb req-e299c487-c25c-45e5-8db0-289815d656cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5df221ce-fea9-45f5-8ebf-cf8fd0c2bedd HTTP/1.1" status: 200 len: 849 time: 0.2777669 Mar 27 15:36:40.718174 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410b171-456f-4134-b0bc-2383c180e556 req-013b49f3-f4a7-4340-8d0d-35ddac8f5f1e tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:40.719707 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4410b171-456f-4134-b0bc-2383c180e556 req-013b49f3-f4a7-4340-8d0d-35ddac8f5f1e tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=88fc0dfb-1d32-4c14-9ffe-984de710df88 HTTP/1.1" status: 200 len: 943 time: 0.0533016 Mar 27 15:36:40.744600 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec1bdf15-78c1-423c-aa4e-d7f478e56ddb req-397cce98-eb12-4db5-8f62-42325fe66039 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc0adc23-0260-4b76-9579-7b62c6e710c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250823 Mar 27 15:36:40.767102 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-4410b171-456f-4134-b0bc-2383c180e556 req-e60165e1-37fe-407f-806c-67162c5404ca tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415437 Mar 27 15:36:40.832550 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec1bdf15-78c1-423c-aa4e-d7f478e56ddb req-acfe87c3-74c0-497b-b435-3e3dca8c9b92 service neutron] 10.222.0.16 "GET /v2.0/networks/dc0adc23-0260-4b76-9579-7b62c6e710c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818665 Mar 27 15:36:40.918003 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-ec1bdf15-78c1-423c-aa4e-d7f478e56ddb req-2a1ad7e4-d42e-446e-b72d-2c92730f477c service neutron] 10.222.0.16 "GET /v2.0/networks/dc0adc23-0260-4b76-9579-7b62c6e710c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788124 Mar 27 15:36:41.888333 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e54a5-89ce-433f-845b-430f10682f6b req-396f653a-aeb3-4c5d-8e1c-26bb2c53d4bb tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:41.889789 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-848e54a5-89ce-433f-845b-430f10682f6b req-396f653a-aeb3-4c5d-8e1c-26bb2c53d4bb tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=88fc0dfb-1d32-4c14-9ffe-984de710df88 HTTP/1.1" status: 200 len: 943 time: 0.0566514 Mar 27 15:36:41.935293 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-848e54a5-89ce-433f-845b-430f10682f6b req-132d6014-e976-4c1b-a694-a9b0982a3b4a tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391240 Mar 27 15:36:41.996442 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 1015429c-9772-4739-bc62-1e034601423c details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:36:41.998964 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 66f79436-e097-4fe5-80c3-8aa3685d57a2 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:36:42.023608 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: 66f79436-e097-4fe5-80c3-8aa3685d57a2 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:36:42.023944 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 66f79436-e097-4fe5-80c3-8aa3685d57a2 not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:36:42.231031 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 1015429c-9772-4739-bc62-1e034601423c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1015429c-9772-4739-bc62-1e034601423c,segment=NetworkSegment(4b659406-b5ed-4863-a602-2a1e7a30b683),segment_id=4b659406-b5ed-4863-a602-2a1e7a30b683)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:42.241358 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Returning: {'device': '1015429c-9772-4739-bc62-1e034601423c', 'network_id': 'dc0adc23-0260-4b76-9579-7b62c6e710c2', 'port_id': '1015429c-9772-4739-bc62-1e034601423c', 'mac_address': 'fa:16:3e:64:20:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df221ce-fea9-45f5-8ebf-cf8fd0c2bedd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:36:42.276894 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 1015429c-9772-4739-bc62-1e034601423c is: DOWN; New status is: BUILD {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:36:42.277276 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (1015429c-9772-4739-bc62-1e034601423c), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:42.289223 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1015429c-9772-4739-bc62-1e034601423c {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:36:42.307889 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 1015429c-9772-4739-bc62-1e034601423c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1015429c-9772-4739-bc62-1e034601423c,segment=NetworkSegment(4b659406-b5ed-4863-a602-2a1e7a30b683),segment_id=4b659406-b5ed-4863-a602-2a1e7a30b683)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:42.311413 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (1015429c-9772-4739-bc62-1e034601423c), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:42.355128 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=1015429c-9772-4739-bc62-1e034601423c,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:42.630215 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['1015429c-9772-4739-bc62-1e034601423c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:36:42.793100 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 42168) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:43.076719 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a606c-887a-4aa7-b6ea-cf9e0c07a2d9 req-b5a0e5a3-acee-4d22-96ec-b9ba90f142cd tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:43.078164 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d90a606c-887a-4aa7-b6ea-cf9e0c07a2d9 req-b5a0e5a3-acee-4d22-96ec-b9ba90f142cd tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=88fc0dfb-1d32-4c14-9ffe-984de710df88 HTTP/1.1" status: 200 len: 944 time: 0.0766664 Mar 27 15:36:43.191282 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-d90a606c-887a-4aa7-b6ea-cf9e0c07a2d9 req-c474b719-933e-4df4-a0d5-61916b23cb8b tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815475 Mar 27 15:36:43.407318 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab2633bd-080c-4919-889a-fefc01c35471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8111436'] for router_interface (d4280781-9492-44c8-9a24-816de91f46bc), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:43.695966 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ab2633bd-080c-4919-889a-fefc01c35471 admin admin] Deleting port e819846d-180a-4b36-82c8-4781c740afcb {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:36:43.696311 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab2633bd-080c-4919-889a-fefc01c35471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (e819846d-180a-4b36-82c8-4781c740afcb), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:43.769655 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-ab2633bd-080c-4919-889a-fefc01c35471 admin admin] For port e819846d-180a-4b36-82c8-4781c740afcb, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=e819846d-180a-4b36-82c8-4781c740afcb,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:43.770014 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab2633bd-080c-4919-889a-fefc01c35471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (e819846d-180a-4b36-82c8-4781c740afcb), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:43.782077 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ab2633bd-080c-4919-889a-fefc01c35471 admin admin] Calling delete_port for e819846d-180a-4b36-82c8-4781c740afcb owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:36:43.951662 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab2633bd-080c-4919-889a-fefc01c35471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (e819846d-180a-4b36-82c8-4781c740afcb), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:43.978599 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2633bd-080c-4919-889a-fefc01c35471 admin admin] Pushing event deleted for resources: {'Port': ['ID=e819846d-180a-4b36-82c8-4781c740afcb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:44.015327 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 1015429c-9772-4739-bc62-1e034601423c up at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:36:44.067377 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning for port 1015429c-9772-4739-bc62-1e034601423c completed by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:36:44.071912 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Provisioning complete for port 1015429c-9772-4739-bc62-1e034601423c triggered by entity L2. {{(pid=103164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:36:44.072293 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690977'] for port (1015429c-9772-4739-bc62-1e034601423c), provisioning_complete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:44.142196 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ab2633bd-080c-4919-889a-fefc01c35471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8120393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8110588'] for router_interface (d4280781-9492-44c8-9a24-816de91f46bc), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:44.159362 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Current status of the port 1015429c-9772-4739-bc62-1e034601423c is: BUILD; New status is: ACTIVE {{(pid=103164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:36:44.159837 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-727091'] for port (1015429c-9772-4739-bc62-1e034601423c), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:44.182436 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fc0dfb-1d32-4c14-9ffe-984de710df88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1015429c-9772-4739-bc62-1e034601423c'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:36:44.184643 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93947b2d7a9c2af77e4eee90ec3c7b667eece34c3b7587da9bd5d201c7a938a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1a061f-bfe8-498e-bfd6-a0bb1ffe6d73" -d '{"events": [{"server_uuid": "88fc0dfb-1d32-4c14-9ffe-984de710df88", "name": "network-vif-plugged", "status": "completed", "tag": "1015429c-9772-4739-bc62-1e034601423c"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:36:44.197067 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] For port 1015429c-9772-4739-bc62-1e034601423c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1015429c-9772-4739-bc62-1e034601423c,segment=NetworkSegment(4b659406-b5ed-4863-a602-2a1e7a30b683),segment_id=4b659406-b5ed-4863-a602-2a1e7a30b683)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:44.201662 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742536351380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742535784735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742535784753'] for port (1015429c-9772-4739-bc62-1e034601423c), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:44.248234 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a657fd-5c29-407f-84a5-3cefc3072f76 x-openstack-request-id: req-f8a657fd-5c29-407f-84a5-3cefc3072f76 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:36:44.248607 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fc0dfb-1d32-4c14-9ffe-984de710df88", "name": "network-vif-plugged", "status": "completed", "tag": "1015429c-9772-4739-bc62-1e034601423c", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:36:44.248924 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8a657fd-5c29-407f-84a5-3cefc3072f76 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:36:44.249386 dv-cinder-835384-1-smb neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a657fd-5c29-407f-84a5-3cefc3072f76'] response: {'server_uuid': '88fc0dfb-1d32-4c14-9ffe-984de710df88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1015429c-9772-4739-bc62-1e034601423c', 'code': 200} Mar 27 15:36:44.255356 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Pushing event updated for resources: {'Port': ['ID=1015429c-9772-4739-bc62-1e034601423c,revision_number=5']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:44.422642 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015db0f-5407-4ab6-8fe8-a904f3e92790 req-b275efec-519f-4e50-aeec-8ecacd4d7f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:44.424187 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a015db0f-5407-4ab6-8fe8-a904f3e92790 req-b275efec-519f-4e50-aeec-8ecacd4d7f67 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88fc0dfb-1d32-4c14-9ffe-984de710df88 HTTP/1.1" status: 200 len: 1129 time: 0.0449371 Mar 27 15:36:44.468653 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-a015db0f-5407-4ab6-8fe8-a904f3e92790 req-1a9c17cf-6444-40f6-a3e7-f6bfbbdfc197 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390928 Mar 27 15:36:44.546148 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75763272-18a6-4c56-a373-71c476988953 req-b07ab361-4183-4552-99ce-4a5370751691 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:44.547631 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-75763272-18a6-4c56-a373-71c476988953 req-b07ab361-4183-4552-99ce-4a5370751691 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=88fc0dfb-1d32-4c14-9ffe-984de710df88 HTTP/1.1" status: 200 len: 945 time: 0.0763285 Mar 27 15:36:44.664455 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-75763272-18a6-4c56-a373-71c476988953 req-a3339e2e-08e0-4e81-8dc4-ca338e893ade tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094873 Mar 27 15:36:44.685228 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2633bd-080c-4919-889a-fefc01c35471 admin admin] Router d4280781-9492-44c8-9a24-816de91f46bc has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:36:44.791432 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2633bd-080c-4919-889a-fefc01c35471 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:36:44.796331 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-ab2633bd-080c-4919-889a-fefc01c35471 admin admin] 10.222.0.13 "PUT /v2.0/routers/d4280781-9492-44c8-9a24-816de91f46bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0022271 Mar 27 15:36:44.798842 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 42178) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:44.803151 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528c5b88-40bb-4cd5-8f8c-5dad73f218b0 None None] Sync routers for ids ['d4280781-9492-44c8-9a24-816de91f46bc'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:36:44.812031 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528c5b88-40bb-4cd5-8f8c-5dad73f218b0 None None] Routers {'d4280781-9492-44c8-9a24-816de91f46bc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:36:44.812708 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-528c5b88-40bb-4cd5-8f8c-5dad73f218b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:36:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d4280781-9492-44c8-9a24-816de91f46bc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:44.902588 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7088-7995-4d57-90ce-b7ad1abb680b admin admin] Publish callbacks [] for router (d4280781-9492-44c8-9a24-816de91f46bc), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:44.917665 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-528c5b88-40bb-4cd5-8f8c-5dad73f218b0 None None] Set router d4280781-9492-44c8-9a24-816de91f46bc gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:36:45.006555 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7088-7995-4d57-90ce-b7ad1abb680b admin admin] Publish callbacks [] for router_gateway (d4280781-9492-44c8-9a24-816de91f46bc), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.058174 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e7088-7995-4d57-90ce-b7ad1abb680b admin admin] Deleting port 85812de5-cd5c-4e65-8d70-654cca41d563 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:36:45.058511 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7088-7995-4d57-90ce-b7ad1abb680b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (85812de5-cd5c-4e65-8d70-654cca41d563), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.092212 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-528c5b88-40bb-4cd5-8f8c-5dad73f218b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:36:43Z', 'revision_number': 5, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port': {'id': '85812de5-cd5c-4e65-8d70-654cca41d563', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:28:11Z', 'updated_at': '2022-03-27T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:45.118154 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528c5b88-40bb-4cd5-8f8c-5dad73f218b0 None None] Checking router: d4280781-9492-44c8-9a24-816de91f46bc for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:36:45.126356 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528c5b88-40bb-4cd5-8f8c-5dad73f218b0 None None] Routers {'d4280781-9492-44c8-9a24-816de91f46bc'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:36:45.126969 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-528c5b88-40bb-4cd5-8f8c-5dad73f218b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:36:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d4280781-9492-44c8-9a24-816de91f46bc'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:45.137647 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-bc1e7088-7995-4d57-90ce-b7ad1abb680b admin admin] For port 85812de5-cd5c-4e65-8d70-654cca41d563, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=85812de5-cd5c-4e65-8d70-654cca41d563,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:45.138013 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7088-7995-4d57-90ce-b7ad1abb680b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (85812de5-cd5c-4e65-8d70-654cca41d563), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.150790 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e7088-7995-4d57-90ce-b7ad1abb680b admin admin] Calling delete_port for 85812de5-cd5c-4e65-8d70-654cca41d563 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:36:45.303620 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-528c5b88-40bb-4cd5-8f8c-5dad73f218b0 None None] Set router d4280781-9492-44c8-9a24-816de91f46bc gateway port host: None {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:36:45.328393 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7088-7995-4d57-90ce-b7ad1abb680b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (85812de5-cd5c-4e65-8d70-654cca41d563), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.354053 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e7088-7995-4d57-90ce-b7ad1abb680b admin admin] Pushing event deleted for resources: {'Port': ['ID=85812de5-cd5c-4e65-8d70-654cca41d563,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:45.359991 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-528c5b88-40bb-4cd5-8f8c-5dad73f218b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:36:45Z', 'revision_number': 6, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port_host': None}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:45.388309 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528c5b88-40bb-4cd5-8f8c-5dad73f218b0 None None] The sync data for ids ['d4280781-9492-44c8-9a24-816de91f46bc'] in dv-cinder-835384-1-smb is: [{'id': 'd4280781-9492-44c8-9a24-816de91f46bc', 'name': 'tempest-AttachVolumeShelveTestJSON-989822145-router', 'tenant_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:28:10Z', 'updated_at': '2022-03-27T15:36:45Z', 'revision_number': 6, 'project_id': 'fd820fb1a28d4b61a26e5712c66c4bb7', 'gw_port_host': None}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:36:45.415731 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7088-7995-4d57-90ce-b7ad1abb680b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8111110'] for router_gateway (d4280781-9492-44c8-9a24-816de91f46bc), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.508419 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7088-7995-4d57-90ce-b7ad1abb680b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8115434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3367'] for router (d4280781-9492-44c8-9a24-816de91f46bc), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.510586 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7088-7995-4d57-90ce-b7ad1abb680b admin admin] Publish callbacks [] for router_controller (d4280781-9492-44c8-9a24-816de91f46bc), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.555897 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7088-7995-4d57-90ce-b7ad1abb680b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8115429'] for router (d4280781-9492-44c8-9a24-816de91f46bc), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.556471 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1e7088-7995-4d57-90ce-b7ad1abb680b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4280781-9492-44c8-9a24-816de91f46bc {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:36:45.561145 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7088-7995-4d57-90ce-b7ad1abb680b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.562514 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-bc1e7088-7995-4d57-90ce-b7ad1abb680b admin admin] 10.222.0.13 "DELETE /v2.0/routers/d4280781-9492-44c8-9a24-816de91f46bc HTTP/1.1" status: 204 len: 168 time: 0.7627547 Mar 27 15:36:45.565604 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 42180) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:45.608371 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-73dbb64d-a1ee-4fbe-8763-6e1416c4266d admin admin] Deleting subnet 0561c3b1-821a-43aa-9e3d-0208dfe94d6f {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:36:45.611328 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73dbb64d-a1ee-4fbe-8763-6e1416c4266d admin admin] Publish callbacks [] for subnet (0561c3b1-821a-43aa-9e3d-0208dfe94d6f), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.645531 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73dbb64d-a1ee-4fbe-8763-6e1416c4266d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5052755'] for subnet (0561c3b1-821a-43aa-9e3d-0208dfe94d6f), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.723476 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73dbb64d-a1ee-4fbe-8763-6e1416c4266d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899853'] for subnet (0561c3b1-821a-43aa-9e3d-0208dfe94d6f), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.830627 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73dbb64d-a1ee-4fbe-8763-6e1416c4266d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5227366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24757330'] for subnet (0561c3b1-821a-43aa-9e3d-0208dfe94d6f), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.868751 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device e819846d-180a-4b36-82c8-4781c740afcb no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:36:45.869221 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b543b-2a6f-43ad-8c96-bc2b3dc77dad req-100df3cf-8b33-46c6-91b6-321722813b3e tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:45.870696 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2b8b543b-2a6f-43ad-8c96-bc2b3dc77dad req-100df3cf-8b33-46c6-91b6-321722813b3e tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=88fc0dfb-1d32-4c14-9ffe-984de710df88 HTTP/1.1" status: 200 len: 945 time: 0.1283975 Mar 27 15:36:45.874815 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbb64d-a1ee-4fbe-8763-6e1416c4266d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0561c3b1-821a-43aa-9e3d-0208dfe94d6f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:45.895498 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: e819846d-180a-4b36-82c8-4781c740afcb {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:36:45.896051 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device e819846d-180a-4b36-82c8-4781c740afcb not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:36:45.899246 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73dbb64d-a1ee-4fbe-8763-6e1416c4266d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.902363 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-73dbb64d-a1ee-4fbe-8763-6e1416c4266d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0561c3b1-821a-43aa-9e3d-0208dfe94d6f HTTP/1.1" status: 204 len: 168 time: 0.3358591 Mar 27 15:36:45.905350 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 42184) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:45.907563 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c53f1c8-bd94-4c2f-bddd-1e1ade9f9b65 None None] Network da40b206-6df8-428a-a26c-b8cc6bb7f0c9 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:36:45.936899 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-2b8b543b-2a6f-43ad-8c96-bc2b3dc77dad req-ffae103f-8e96-4374-891b-701a6c88600e tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579536 Mar 27 15:36:45.988096 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808514'] for network (da40b206-6df8-428a-a26c-b8cc6bb7f0c9), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:46.040914 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] Deleting port 1f651597-fcb4-4729-8ee0-cbf6203dd245 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:36:46.041252 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (1f651597-fcb4-4729-8ee0-cbf6203dd245), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:46.104552 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] For port 1f651597-fcb4-4729-8ee0-cbf6203dd245, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=1f651597-fcb4-4729-8ee0-cbf6203dd245,segment=NetworkSegment(70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9),segment_id=70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:46.104857 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (1f651597-fcb4-4729-8ee0-cbf6203dd245), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:46.117410 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] Calling delete_port for 1f651597-fcb4-4729-8ee0-cbf6203dd245 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:36:46.196589 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (1f651597-fcb4-4729-8ee0-cbf6203dd245), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:46.218593 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b23ab7-a41f-4ef5-ba5d-22c04eb54c75 None None] DHCP port deletion for da40b206-6df8-428a-a26c-b8cc6bb7f0c9 request from dv-cinder-835384-1-smb {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:36:46.222964 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] Pushing event deleted for resources: {'Port': ['ID=1f651597-fcb4-4729-8ee0-cbf6203dd245,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:46.226900 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] No DVR routers for this DVR port 1f651597-fcb4-4729-8ee0-cbf6203dd245 on host dv-cinder-835384-1-smb {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:36:46.301529 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688568', 'neutron.services.segments.db._delete_segments_for_network-8742536124483'] for network (da40b206-6df8-428a-a26c-b8cc6bb7f0c9), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:46.321590 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da40b206-6df8-428a-a26c-b8cc6bb7f0c9']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:46.331814 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:46.332107 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:46.341549 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742536291148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6197955'] for segment (70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:46.356250 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:46.362519 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:36:46.362926 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5326299'] for segment (70bb97da-aa73-4548-ad5b-3fa2b4ba6ad9), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: Traceback (most recent call last): Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: timer() Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: cb(*args, **kw) Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: return func(*args, **kwargs) Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: self._notify() Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: self.callback(batched_events) Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: event.method(event) Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: return f(self, *a, **k) Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: return self._get(url).json() Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:36:46.364531 dv-cinder-835384-1-smb neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:36:46.425938 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8111226'] for network (da40b206-6df8-428a-a26c-b8cc6bb7f0c9), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:46.431359 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:46.434482 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] 10.222.0.13 "DELETE /v2.0/networks/da40b206-6df8-428a-a26c-b8cc6bb7f0c9 HTTP/1.1" status: 204 len: 168 time: 0.5266123 Mar 27 15:36:46.446186 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03d228-3331-45cd-bfb1-ef6afce7c27c admin admin] Pushing event deleted for resources: {'Network': ['ID=da40b206-6df8-428a-a26c-b8cc6bb7f0c9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:46.551468 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 42188) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:46.589727 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-d369381c-47ea-4424-8e0a-e5e442680f5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd820fb1a28d4b61a26e5712c66c4bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371287 Mar 27 15:36:46.592400 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 42190) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:46.638406 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ab535fe-e51f-4264-8af7-dedcbc2938aa admin admin] Publish callbacks [] for security_group (3754b3c2-fdf2-4e1b-9396-bc6861802f8b), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:46.659555 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ab535fe-e51f-4264-8af7-dedcbc2938aa admin admin] Publish callbacks [] for security_group (3754b3c2-fdf2-4e1b-9396-bc6861802f8b), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:46.703782 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ab535fe-e51f-4264-8af7-dedcbc2938aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (3754b3c2-fdf2-4e1b-9396-bc6861802f8b), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:46.706790 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ab535fe-e51f-4264-8af7-dedcbc2938aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:46.707916 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-5ab535fe-e51f-4264-8af7-dedcbc2938aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3754b3c2-fdf2-4e1b-9396-bc6861802f8b HTTP/1.1" status: 204 len: 168 time: 0.1146426 Mar 27 15:36:46.715198 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab535fe-e51f-4264-8af7-dedcbc2938aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3754b3c2-fdf2-4e1b-9396-bc6861802f8b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:47.056288 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abc10-a4df-4830-a403-a829573e3811 req-0f0423c1-c1a7-4ea8-8975-95a573c58e55 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:47.057783 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5c2abc10-a4df-4830-a403-a829573e3811 req-0f0423c1-c1a7-4ea8-8975-95a573c58e55 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=88fc0dfb-1d32-4c14-9ffe-984de710df88 HTTP/1.1" status: 200 len: 945 time: 0.0544276 Mar 27 15:36:47.106993 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5c2abc10-a4df-4830-a403-a829573e3811 req-ab286422-5920-4bb4-99f3-ee871fc2e905 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436997 Mar 27 15:36:47.495817 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 85812de5-cd5c-4e65-8d70-654cca41d563 no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:36:47.519886 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 85812de5-cd5c-4e65-8d70-654cca41d563 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:36:47.520224 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 85812de5-cd5c-4e65-8d70-654cca41d563 not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:36:47.520813 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 1f651597-fcb4-4729-8ee0-cbf6203dd245 no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:36:47.539604 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 1f651597-fcb4-4729-8ee0-cbf6203dd245 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:36:47.540266 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 1f651597-fcb4-4729-8ee0-cbf6203dd245 not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:36:47.757063 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b45e5f-0230-4b5c-ad01-a45ec087db20 req-15aa65c3-6c9f-44e3-ba0e-cfd61b1674c8 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:47.758697 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-53b45e5f-0230-4b5c-ad01-a45ec087db20 req-15aa65c3-6c9f-44e3-ba0e-cfd61b1674c8 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=88fc0dfb-1d32-4c14-9ffe-984de710df88 HTTP/1.1" status: 200 len: 945 time: 0.0582287 Mar 27 15:36:47.791490 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:36:47.814648 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-53b45e5f-0230-4b5c-ad01-a45ec087db20 req-7727aa74-60fd-4a15-9226-ddd9495c6e54 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468314 Mar 27 15:36:48.929398 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123804d-5202-49c4-9258-a3103814bea7 req-b4a53960-76c4-4d2a-b1e0-2422654cfd3e tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:48.930939 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5123804d-5202-49c4-9258-a3103814bea7 req-b4a53960-76c4-4d2a-b1e0-2422654cfd3e tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=88fc0dfb-1d32-4c14-9ffe-984de710df88 HTTP/1.1" status: 200 len: 945 time: 0.0531096 Mar 27 15:36:48.977533 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-5123804d-5202-49c4-9258-a3103814bea7 req-71729ca4-7606-4ba0-b51c-4e0b568e0c35 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/security-groups?id=c91a9fa9-4065-49e2-9f7b-3c266eadf1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411756 Mar 27 15:36:49.192600 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b7a39-adcb-46e3-bf81-83ab66f6fbd2 req-f57613d3-0adc-428f-96af-396b3498b470 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:49.194082 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b79b7a39-adcb-46e3-bf81-83ab66f6fbd2 req-f57613d3-0adc-428f-96af-396b3498b470 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.16 "GET /v2.0/ports?device_id=88fc0dfb-1d32-4c14-9ffe-984de710df88 HTTP/1.1" status: 200 len: 945 time: 0.0529051 Mar 27 15:36:49.282114 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-b79b7a39-adcb-46e3-bf81-83ab66f6fbd2 req-a4755e00-2aa1-49a6-a33c-1b260d0fdf84 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Deleting port 1015429c-9772-4739-bc62-1e034601423c {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:36:49.282460 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b79b7a39-adcb-46e3-bf81-83ab66f6fbd2 req-a4755e00-2aa1-49a6-a33c-1b260d0fdf84 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (1015429c-9772-4739-bc62-1e034601423c), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:49.370922 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-b79b7a39-adcb-46e3-bf81-83ab66f6fbd2 req-a4755e00-2aa1-49a6-a33c-1b260d0fdf84 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] For port 1015429c-9772-4739-bc62-1e034601423c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1015429c-9772-4739-bc62-1e034601423c,segment=NetworkSegment(4b659406-b5ed-4863-a602-2a1e7a30b683),segment_id=4b659406-b5ed-4863-a602-2a1e7a30b683)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:49.371220 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b79b7a39-adcb-46e3-bf81-83ab66f6fbd2 req-a4755e00-2aa1-49a6-a33c-1b260d0fdf84 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (1015429c-9772-4739-bc62-1e034601423c), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:49.383799 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-b79b7a39-adcb-46e3-bf81-83ab66f6fbd2 req-a4755e00-2aa1-49a6-a33c-1b260d0fdf84 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Calling delete_port for 1015429c-9772-4739-bc62-1e034601423c owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:36:49.509987 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b79b7a39-adcb-46e3-bf81-83ab66f6fbd2 req-a4755e00-2aa1-49a6-a33c-1b260d0fdf84 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (1015429c-9772-4739-bc62-1e034601423c), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:49.521845 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] get_ports_and_sgs() called for port_ids ['1015429c-9772-4739-bc62-1e034601423c'] {{(pid=103164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:36:49.541054 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4755e00-2aa1-49a6-a33c-1b260d0fdf84 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Pushing event deleted for resources: {'Port': ['ID=1015429c-9772-4739-bc62-1e034601423c,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:49.583821 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79b7a39-adcb-46e3-bf81-83ab66f6fbd2 req-a4755e00-2aa1-49a6-a33c-1b260d0fdf84 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] No DVR routers for this DVR port 1015429c-9772-4739-bc62-1e034601423c on host hv-cinder-83538 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:36:49.587080 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-b79b7a39-adcb-46e3-bf81-83ab66f6fbd2 req-a4755e00-2aa1-49a6-a33c-1b260d0fdf84 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:49.592849 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-b79b7a39-adcb-46e3-bf81-83ab66f6fbd2 req-a4755e00-2aa1-49a6-a33c-1b260d0fdf84 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.16 "DELETE /v2.0/ports/1015429c-9772-4739-bc62-1e034601423c HTTP/1.1" status: 204 len: 173 time: 0.3924353 Mar 27 15:36:49.592849 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fc0dfb-1d32-4c14-9ffe-984de710df88', 'name': 'network-vif-deleted', 'tag': '1015429c-9772-4739-bc62-1e034601423c'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:36:49.594681 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f4cdf6-9ff4-4784-ad0a-de2bb0364a40" -d '{"events": [{"server_uuid": "88fc0dfb-1d32-4c14-9ffe-984de710df88", "name": "network-vif-deleted", "tag": "1015429c-9772-4739-bc62-1e034601423c"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:36:49.634412 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddddb73-aa4d-44c7-abb6-093510988f05 x-openstack-request-id: req-4ddddb73-aa4d-44c7-abb6-093510988f05 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:36:49.634700 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fc0dfb-1d32-4c14-9ffe-984de710df88", "name": "network-vif-deleted", "tag": "1015429c-9772-4739-bc62-1e034601423c", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:36:49.634986 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ddddb73-aa4d-44c7-abb6-093510988f05 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:36:49.635400 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ddddb73-aa4d-44c7-abb6-093510988f05'] response: {'server_uuid': '88fc0dfb-1d32-4c14-9ffe-984de710df88', 'name': 'network-vif-deleted', 'tag': '1015429c-9772-4739-bc62-1e034601423c', 'status': 'completed', 'code': 200} Mar 27 15:36:50.089618 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-3f6c9afb-196a-456e-acd9-680705f35a28 req-abc2b4d3-864b-4972-8913-4fe76e3c9874 tempest-VolumesActionsTest-274901165 tempest-VolumesActionsTest-274901165-project] 10.222.0.13 "GET /v2.0/ports?device_id=88fc0dfb-1d32-4c14-9ffe-984de710df88 HTTP/1.1" status: 200 len: 210 time: 0.0320480 Mar 27 15:36:50.109903 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-15dcc50a-b768-4c3a-8c34-4fe3d5f59e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:52.048784 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 1015429c-9772-4739-bc62-1e034601423c no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:36:52.073057 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: 1015429c-9772-4739-bc62-1e034601423c {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:36:52.073404 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 1015429c-9772-4739-bc62-1e034601423c not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:36:52.343122 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b6265e1e-c31f-49b5-9c53-38a0adb79f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:53.697631 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:55.448052 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.270213 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 42412) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:56.389452 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-141daef6-23e8-44b3-a75e-c684a76160e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.475566 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-141daef6-23e8-44b3-a75e-c684a76160e0 admin admin] Publish callbacks [] for security_group (c27e9871-70d3-4579-869e-4666b9032fec), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.481679 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-141daef6-23e8-44b3-a75e-c684a76160e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (c27e9871-70d3-4579-869e-4666b9032fec), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.530472 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 42416) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:56.531223 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-141daef6-23e8-44b3-a75e-c684a76160e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c645e27af594de084562a06ed886cf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592423 Mar 27 15:36:56.532673 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141daef6-23e8-44b3-a75e-c684a76160e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27e9871-70d3-4579-869e-4666b9032fec,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:56.582843 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.600156 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-902cd2ba-ac8e-47c1-b093-d9b132c8a337 admin admin] Publish callbacks [] for security_group (c27e9871-70d3-4579-869e-4666b9032fec), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.623021 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-902cd2ba-ac8e-47c1-b093-d9b132c8a337 admin admin] Publish callbacks [] for security_group (c27e9871-70d3-4579-869e-4666b9032fec), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.679248 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-902cd2ba-ac8e-47c1-b093-d9b132c8a337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (c27e9871-70d3-4579-869e-4666b9032fec), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.683257 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-902cd2ba-ac8e-47c1-b093-d9b132c8a337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.689261 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-902cd2ba-ac8e-47c1-b093-d9b132c8a337 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c27e9871-70d3-4579-869e-4666b9032fec HTTP/1.1" status: 204 len: 168 time: 0.1571107 Mar 27 15:36:56.700253 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cd2ba-ac8e-47c1-b093-d9b132c8a337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27e9871-70d3-4579-869e-4666b9032fec,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:58.706904 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 42478) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:58.823124 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5ac7-54cd-47a6-92ef-e8f6511df13f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:58.905722 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5ac7-54cd-47a6-92ef-e8f6511df13f admin admin] Publish callbacks [] for security_group (c830a1d2-82c9-43d8-bcf0-32ec5375c8bf), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:58.911577 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5ac7-54cd-47a6-92ef-e8f6511df13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (c830a1d2-82c9-43d8-bcf0-32ec5375c8bf), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:58.953764 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-3e3f5ac7-54cd-47a6-92ef-e8f6511df13f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc2171ed3128422f9cf1ba4ec79c6294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458136 Mar 27 15:36:58.954062 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 42482) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:58.955516 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f5ac7-54cd-47a6-92ef-e8f6511df13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c830a1d2-82c9-43d8-bcf0-32ec5375c8bf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:59.057127 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Publish callbacks [] for security_group (c830a1d2-82c9-43d8-bcf0-32ec5375c8bf), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.082255 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Publish callbacks [] for security_group (c830a1d2-82c9-43d8-bcf0-32ec5375c8bf), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.135073 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (c830a1d2-82c9-43d8-bcf0-32ec5375c8bf), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.137665 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.151407 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c830a1d2-82c9-43d8-bcf0-32ec5375c8bf HTTP/1.1" status: 204 len: 168 time: 0.1863952 Mar 27 15:36:59.161052 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c830a1d2-82c9-43d8-bcf0-32ec5375c8bf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:59.174131 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:59.175319 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:59.175899 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:59.176499 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:59.177066 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:59.177849 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:59.178633 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:59.179452 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:59.180177 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:59.180733 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:59.181517 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:59.182070 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:59.182610 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:59.183181 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:59.183744 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d021bd-7b99-42df-b45c-425bddbf1f1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:59.509193 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 42492) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:59.523087 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cca5c14a-e586-4d74-8b3c-95be721fc6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.624047 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cca5c14a-e586-4d74-8b3c-95be721fc6aa admin admin] Publish callbacks [] for security_group (3dc80883-3480-42ef-825d-2a391985df1d), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.629934 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-cca5c14a-e586-4d74-8b3c-95be721fc6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (3dc80883-3480-42ef-825d-2a391985df1d), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.663124 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5c14a-e586-4d74-8b3c-95be721fc6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc80883-3480-42ef-825d-2a391985df1d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:59.691052 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 42494) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:59.691300 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-cca5c14a-e586-4d74-8b3c-95be721fc6aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a667a18c6254f59b748687a1c32a2cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808624 Mar 27 15:36:59.750330 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f54396d3-27c1-497e-b3c6-121f423ee34c admin admin] Publish callbacks [] for security_group (3dc80883-3480-42ef-825d-2a391985df1d), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.774097 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f54396d3-27c1-497e-b3c6-121f423ee34c admin admin] Publish callbacks [] for security_group (3dc80883-3480-42ef-825d-2a391985df1d), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.833616 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f54396d3-27c1-497e-b3c6-121f423ee34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (3dc80883-3480-42ef-825d-2a391985df1d), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.836304 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f54396d3-27c1-497e-b3c6-121f423ee34c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.840239 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-f54396d3-27c1-497e-b3c6-121f423ee34c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3dc80883-3480-42ef-825d-2a391985df1d HTTP/1.1" status: 204 len: 168 time: 0.1474490 Mar 27 15:36:59.849881 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54396d3-27c1-497e-b3c6-121f423ee34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc80883-3480-42ef-825d-2a391985df1d,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:01.697478 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 42552) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:01.826504 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b939fa9-334f-4370-8cbb-ee21d73d3ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:01.919234 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b939fa9-334f-4370-8cbb-ee21d73d3ea4 admin admin] Publish callbacks [] for security_group (64fe2b0c-dc6f-4636-96f8-2842954f5afc), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:01.924327 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9b939fa9-334f-4370-8cbb-ee21d73d3ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (64fe2b0c-dc6f-4636-96f8-2842954f5afc), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:01.960384 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b939fa9-334f-4370-8cbb-ee21d73d3ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fe2b0c-dc6f-4636-96f8-2842954f5afc,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:01.971997 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-9b939fa9-334f-4370-8cbb-ee21d73d3ea4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83f97d61d04f410c85bf4dc6b05c98a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724793 Mar 27 15:37:01.973113 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 42556) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:02.026443 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0776f609-6fea-4b11-942c-a9776430d1c4 admin admin] Publish callbacks [] for security_group (64fe2b0c-dc6f-4636-96f8-2842954f5afc), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:02.050864 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0776f609-6fea-4b11-942c-a9776430d1c4 admin admin] Publish callbacks [] for security_group (64fe2b0c-dc6f-4636-96f8-2842954f5afc), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:02.111108 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0776f609-6fea-4b11-942c-a9776430d1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (64fe2b0c-dc6f-4636-96f8-2842954f5afc), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:02.114621 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0776f609-6fea-4b11-942c-a9776430d1c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:02.123060 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0776f609-6fea-4b11-942c-a9776430d1c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64fe2b0c-dc6f-4636-96f8-2842954f5afc HTTP/1.1" status: 204 len: 168 time: 0.1415277 Mar 27 15:37:02.125500 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776f609-6fea-4b11-942c-a9776430d1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fe2b0c-dc6f-4636-96f8-2842954f5afc,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:02.478597 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 42566) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:02.498879 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b360943f-ac86-40fa-b1e3-cca97b2d3661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:02.602095 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b360943f-ac86-40fa-b1e3-cca97b2d3661 admin admin] Publish callbacks [] for security_group (47d68471-7054-4d8d-8abe-d856ae941c6a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:02.606574 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b360943f-ac86-40fa-b1e3-cca97b2d3661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (47d68471-7054-4d8d-8abe-d856ae941c6a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:02.649919 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-b360943f-ac86-40fa-b1e3-cca97b2d3661 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0be69a2e139649df95e42bdd5c89afab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1675892 Mar 27 15:37:02.649919 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360943f-ac86-40fa-b1e3-cca97b2d3661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d68471-7054-4d8d-8abe-d856ae941c6a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:02.650226 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 42568) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:02.719885 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-82de7552-ff5d-400f-8026-e6310fc7b59e admin admin] Publish callbacks [] for security_group (47d68471-7054-4d8d-8abe-d856ae941c6a), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:02.747974 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-82de7552-ff5d-400f-8026-e6310fc7b59e admin admin] Publish callbacks [] for security_group (47d68471-7054-4d8d-8abe-d856ae941c6a), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:02.812784 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-82de7552-ff5d-400f-8026-e6310fc7b59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (47d68471-7054-4d8d-8abe-d856ae941c6a), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:02.815936 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-82de7552-ff5d-400f-8026-e6310fc7b59e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:02.818247 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-82de7552-ff5d-400f-8026-e6310fc7b59e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47d68471-7054-4d8d-8abe-d856ae941c6a HTTP/1.1" status: 204 len: 168 time: 0.1667058 Mar 27 15:37:02.832103 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de7552-ff5d-400f-8026-e6310fc7b59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d68471-7054-4d8d-8abe-d856ae941c6a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:04.110625 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 42606) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:04.245013 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf1f07f5-4541-4885-9601-980c0c32d3de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:04.330493 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf1f07f5-4541-4885-9601-980c0c32d3de admin admin] Publish callbacks [] for security_group (4809b538-b4fe-42ca-8d6f-4425cc7bead4), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:04.335549 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bf1f07f5-4541-4885-9601-980c0c32d3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (4809b538-b4fe-42ca-8d6f-4425cc7bead4), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:04.379417 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-bf1f07f5-4541-4885-9601-980c0c32d3de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b06f1129d0df4d07a3f45f0ce8cee524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676430 Mar 27 15:37:04.380521 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f07f5-4541-4885-9601-980c0c32d3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4809b538-b4fe-42ca-8d6f-4425cc7bead4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:04.382208 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 42614) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:04.442491 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87ce583c-bdab-42c4-86e1-a3bcc9d4b911 admin admin] Publish callbacks [] for security_group (4809b538-b4fe-42ca-8d6f-4425cc7bead4), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:04.467859 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87ce583c-bdab-42c4-86e1-a3bcc9d4b911 admin admin] Publish callbacks [] for security_group (4809b538-b4fe-42ca-8d6f-4425cc7bead4), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:04.521093 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87ce583c-bdab-42c4-86e1-a3bcc9d4b911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (4809b538-b4fe-42ca-8d6f-4425cc7bead4), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:04.523748 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-87ce583c-bdab-42c4-86e1-a3bcc9d4b911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:04.528244 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-87ce583c-bdab-42c4-86e1-a3bcc9d4b911 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4809b538-b4fe-42ca-8d6f-4425cc7bead4 HTTP/1.1" status: 204 len: 168 time: 0.1448500 Mar 27 15:37:04.537316 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce583c-bdab-42c4-86e1-a3bcc9d4b911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4809b538-b4fe-42ca-8d6f-4425cc7bead4,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:08.648822 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.337785 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 42784) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:10.382461 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9f49b0-c22c-41b3-ab96-6db57f31e8b6 admin admin] Deleting subnet 5df221ce-fea9-45f5-8ebf-cf8fd0c2bedd {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:37:10.385567 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c9f49b0-c22c-41b3-ab96-6db57f31e8b6 admin admin] Publish callbacks [] for subnet (5df221ce-fea9-45f5-8ebf-cf8fd0c2bedd), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.427076 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c9f49b0-c22c-41b3-ab96-6db57f31e8b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6198010'] for subnet (5df221ce-fea9-45f5-8ebf-cf8fd0c2bedd), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.464836 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c9f49b0-c22c-41b3-ab96-6db57f31e8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899853'] for subnet (5df221ce-fea9-45f5-8ebf-cf8fd0c2bedd), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.520270 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c9f49b0-c22c-41b3-ab96-6db57f31e8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5327993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5321531'] for subnet (5df221ce-fea9-45f5-8ebf-cf8fd0c2bedd), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.545550 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f49b0-c22c-41b3-ab96-6db57f31e8b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df221ce-fea9-45f5-8ebf-cf8fd0c2bedd,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:10.549376 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6c9f49b0-c22c-41b3-ab96-6db57f31e8b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.553067 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-6c9f49b0-c22c-41b3-ab96-6db57f31e8b6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5df221ce-fea9-45f5-8ebf-cf8fd0c2bedd HTTP/1.1" status: 204 len: 168 time: 0.2142766 Mar 27 15:37:10.555621 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 42786) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:10.627097 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d290f8b3-3a2e-4736-80d4-2a292baa66f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808514'] for network (dc0adc23-0260-4b76-9579-7b62c6e710c2), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.707496 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d290f8b3-3a2e-4736-80d4-2a292baa66f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688568', 'neutron.services.segments.db._delete_segments_for_network-8742536124483'] for network (dc0adc23-0260-4b76-9579-7b62c6e710c2), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.727356 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d290f8b3-3a2e-4736-80d4-2a292baa66f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0adc23-0260-4b76-9579-7b62c6e710c2']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:10.736182 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d290f8b3-3a2e-4736-80d4-2a292baa66f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b659406-b5ed-4863-a602-2a1e7a30b683') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:10.736470 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-d290f8b3-3a2e-4736-80d4-2a292baa66f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b659406-b5ed-4863-a602-2a1e7a30b683') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:10.748168 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d290f8b3-3a2e-4736-80d4-2a292baa66f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742536291148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6197955'] for segment (4b659406-b5ed-4863-a602-2a1e7a30b683), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.761454 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d290f8b3-3a2e-4736-80d4-2a292baa66f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (4b659406-b5ed-4863-a602-2a1e7a30b683), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.767315 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d290f8b3-3a2e-4736-80d4-2a292baa66f1 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:37:10.767703 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d290f8b3-3a2e-4736-80d4-2a292baa66f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5326299'] for segment (4b659406-b5ed-4863-a602-2a1e7a30b683), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: Traceback (most recent call last): Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: timer() Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: cb(*args, **kw) Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: return func(*args, **kwargs) Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: self._notify() Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: self.callback(batched_events) Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: event.method(event) Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: return f(self, *a, **k) Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: return self._get(url).json() Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:37:10.769414 dv-cinder-835384-1-smb neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:37:10.825322 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d290f8b3-3a2e-4736-80d4-2a292baa66f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8111226'] for network (dc0adc23-0260-4b76-9579-7b62c6e710c2), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.830523 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d290f8b3-3a2e-4736-80d4-2a292baa66f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.833663 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-d290f8b3-3a2e-4736-80d4-2a292baa66f1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dc0adc23-0260-4b76-9579-7b62c6e710c2 HTTP/1.1" status: 204 len: 168 time: 0.2770903 Mar 27 15:37:10.844252 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290f8b3-3a2e-4736-80d4-2a292baa66f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc0adc23-0260-4b76-9579-7b62c6e710c2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:10.997609 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 42790) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:11.037758 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-5ed4e7e4-a343-440c-9137-834239a95ee4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcdc1844ef9146359fc83cdc4d593093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389915 Mar 27 15:37:11.040338 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 42792) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:11.087674 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-914edea9-13da-4331-ab2c-843879d86ba5 admin admin] Publish callbacks [] for security_group (c91a9fa9-4065-49e2-9f7b-3c266eadf1de), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:11.108791 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-914edea9-13da-4331-ab2c-843879d86ba5 admin admin] Publish callbacks [] for security_group (c91a9fa9-4065-49e2-9f7b-3c266eadf1de), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:11.157020 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-914edea9-13da-4331-ab2c-843879d86ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (c91a9fa9-4065-49e2-9f7b-3c266eadf1de), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:11.160185 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-914edea9-13da-4331-ab2c-843879d86ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:11.161679 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-914edea9-13da-4331-ab2c-843879d86ba5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c91a9fa9-4065-49e2-9f7b-3c266eadf1de HTTP/1.1" status: 204 len: 168 time: 0.1204376 Mar 27 15:37:11.171069 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914edea9-13da-4331-ab2c-843879d86ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91a9fa9-4065-49e2-9f7b-3c266eadf1de,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:20.110756 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e18999b-648b-4b1b-867b-0e01df6b068e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:22.345272 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1569-3f39-46b0-af1a-0e88a6108fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:23.683641 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:24.198905 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 42850) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:24.299445 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-327f3d85-9f39-46e2-95c3-dd00f1dbd6a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:24.372988 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-327f3d85-9f39-46e2-95c3-dd00f1dbd6a6 admin admin] Publish callbacks [] for security_group (970a9528-3ffb-4fb0-b756-0839ad95cfd0), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:24.376719 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-327f3d85-9f39-46e2-95c3-dd00f1dbd6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (970a9528-3ffb-4fb0-b756-0839ad95cfd0), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:24.414143 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-327f3d85-9f39-46e2-95c3-dd00f1dbd6a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68fe9451237646a69d7c8afada052029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141447 Mar 27 15:37:24.415012 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f3d85-9f39-46e2-95c3-dd00f1dbd6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970a9528-3ffb-4fb0-b756-0839ad95cfd0,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:24.416860 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 42854) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:24.464968 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6dbc830a-7b4d-429b-afe4-0a5512f7539d admin admin] Publish callbacks [] for security_group (970a9528-3ffb-4fb0-b756-0839ad95cfd0), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:24.485846 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6dbc830a-7b4d-429b-afe4-0a5512f7539d admin admin] Publish callbacks [] for security_group (970a9528-3ffb-4fb0-b756-0839ad95cfd0), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:24.531643 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6dbc830a-7b4d-429b-afe4-0a5512f7539d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (970a9528-3ffb-4fb0-b756-0839ad95cfd0), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:24.534270 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6dbc830a-7b4d-429b-afe4-0a5512f7539d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:24.535431 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-6dbc830a-7b4d-429b-afe4-0a5512f7539d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/970a9528-3ffb-4fb0-b756-0839ad95cfd0 HTTP/1.1" status: 204 len: 168 time: 0.1175833 Mar 27 15:37:24.542573 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc830a-7b4d-429b-afe4-0a5512f7539d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970a9528-3ffb-4fb0-b756-0839ad95cfd0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:24.790813 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:37:25.443091 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:26.575353 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:28.743786 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 42942) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:29.041115 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1448c1c1-e163-4ab1-aeed-7ca13807d0d3 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Deleting port 37bee1d0-dcd5-4239-830c-4a70ee72de14 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:37:29.041497 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1448c1c1-e163-4ab1-aeed-7ca13807d0d3 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (37bee1d0-dcd5-4239-830c-4a70ee72de14), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:29.118713 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1448c1c1-e163-4ab1-aeed-7ca13807d0d3 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (37bee1d0-dcd5-4239-830c-4a70ee72de14), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:29.119065 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1448c1c1-e163-4ab1-aeed-7ca13807d0d3 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for floatingip (37bee1d0-dcd5-4239-830c-4a70ee72de14), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:29.131831 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-1448c1c1-e163-4ab1-aeed-7ca13807d0d3 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Calling delete_port for 37bee1d0-dcd5-4239-830c-4a70ee72de14 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:37:29.278247 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1448c1c1-e163-4ab1-aeed-7ca13807d0d3 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (37bee1d0-dcd5-4239-830c-4a70ee72de14), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:29.303598 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448c1c1-e163-4ab1-aeed-7ca13807d0d3 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Pushing event deleted for resources: {'Port': ['ID=37bee1d0-dcd5-4239-830c-4a70ee72de14,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:29.361934 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1448c1c1-e163-4ab1-aeed-7ca13807d0d3 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for floatingip (58afa664-eaed-428d-9074-1e0a899035c3), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:29.362257 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.db.l3_db [None req-1448c1c1-e163-4ab1-aeed-7ca13807d0d3 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Floating IP 58afa664-eaed-428d-9074-1e0a899035c3 disassociated (deleted). External IP: 172.28.3.89, port: 78bc3e00-65ae-4e54-b59d-042aca187139. Mar 27 15:37:29.577054 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1448c1c1-e163-4ab1-aeed-7ca13807d0d3 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Router af5949a5-bafa-4f4a-b75c-611044e31245 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:37:29.693594 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1448c1c1-e163-4ab1-aeed-7ca13807d0d3 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:37:29.698420 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1448c1c1-e163-4ab1-aeed-7ca13807d0d3 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:29.703777 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777d6334-dc36-43b5-803b-2290cb5ac51b None None] Sync routers for ids ['af5949a5-bafa-4f4a-b75c-611044e31245'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:37:29.714054 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777d6334-dc36-43b5-803b-2290cb5ac51b None None] Routers {'af5949a5-bafa-4f4a-b75c-611044e31245'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:37:29.714672 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-777d6334-dc36-43b5-803b-2290cb5ac51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:37:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['af5949a5-bafa-4f4a-b75c-611044e31245'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:29.727286 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-1448c1c1-e163-4ab1-aeed-7ca13807d0d3 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "DELETE /v2.0/floatingips/58afa664-eaed-428d-9074-1e0a899035c3 HTTP/1.1" status: 204 len: 168 time: 0.9824014 Mar 27 15:37:29.727878 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'tag': '78bc3e00-65ae-4e54-b59d-042aca187139'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:37:29.730098 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e8a7c4bf070dfe66a767bbfd59de90f725b411fc39dd7d24e15e68bfa4a1d6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea9421f-a585-4b2c-b9a5-24059ae3dd85" -d '{"events": [{"name": "network-changed", "server_uuid": "87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc", "tag": "78bc3e00-65ae-4e54-b59d-042aca187139"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:37:29.772175 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574edff3-e629-488a-8ab7-e13cc9a72e1e x-openstack-request-id: req-574edff3-e629-488a-8ab7-e13cc9a72e1e {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:37:29.772800 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc", "tag": "78bc3e00-65ae-4e54-b59d-042aca187139", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:37:29.772800 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-574edff3-e629-488a-8ab7-e13cc9a72e1e {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:37:29.773124 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574edff3-e629-488a-8ab7-e13cc9a72e1e'] response: {'name': 'network-changed', 'server_uuid': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'tag': '78bc3e00-65ae-4e54-b59d-042aca187139', 'status': 'completed', 'code': 200} Mar 27 15:37:29.849376 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9421f-a585-4b2c-b9a5-24059ae3dd85 req-c3a60584-aac5-413d-8ea3-7a79b675d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:29.850942 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bea9421f-a585-4b2c-b9a5-24059ae3dd85 req-c3a60584-aac5-413d-8ea3-7a79b675d6ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e48f4dbdd4c45c5854d653ba08be5e0&device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 1130 time: 0.0489888 Mar 27 15:37:29.857941 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-777d6334-dc36-43b5-803b-2290cb5ac51b None None] Set router af5949a5-bafa-4f4a-b75c-611044e31245 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:37:29.966766 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9421f-a585-4b2c-b9a5-24059ae3dd85 req-4d51813c-68ec-4253-b317-0b7d224d981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:29.968480 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bea9421f-a585-4b2c-b9a5-24059ae3dd85 req-4d51813c-68ec-4253-b317-0b7d224d981e service neutron] 10.222.0.16 "GET /v2.0/networks?id=30bd4b72-8a1d-4886-9224-4597ff09b4b2 HTTP/1.1" status: 200 len: 910 time: 0.1087704 Mar 27 15:37:30.015008 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bea9421f-a585-4b2c-b9a5-24059ae3dd85 req-af742ef2-5f15-4d0f-8a61-5ecd21ee3252 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bc3e00-65ae-4e54-b59d-042aca187139 HTTP/1.1" status: 200 len: 217 time: 0.0386965 Mar 27 15:37:30.075377 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9421f-a585-4b2c-b9a5-24059ae3dd85 req-165d1f80-ee8b-4399-93a8-12a8996b9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:30.077125 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bea9421f-a585-4b2c-b9a5-24059ae3dd85 req-165d1f80-ee8b-4399-93a8-12a8996b9a95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6795a83c-adc3-4390-b87e-00540dd8e9ea HTTP/1.1" status: 200 len: 848 time: 0.0548882 Mar 27 15:37:30.095323 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-777d6334-dc36-43b5-803b-2290cb5ac51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'name': 'tempest-TestShelveInstance-1509195609-router', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:31:52Z', 'revision_number': 4, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'gw_port': {'id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:49Z', 'updated_at': '2022-03-27T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5f13fee3-2e5e-408e-abba-f18f1d7ef11a', 'name': '', 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'mac_address': 'fa:16:3e:6f:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:51Z', 'updated_at': '2022-03-27T15:31:56Z', 'revision_number': 5, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'subnets': [{'id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:30.117712 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d39846-6128-43ec-86ac-5b0e3bf9c1c9 req-a0bbb5f6-66ed-4c01-8e6e-2f855b6ec772 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:30.127424 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a7d39846-6128-43ec-86ac-5b0e3bf9c1c9 req-a0bbb5f6-66ed-4c01-8e6e-2f855b6ec772 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.1768210 Mar 27 15:37:30.129069 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777d6334-dc36-43b5-803b-2290cb5ac51b None None] Checking router: af5949a5-bafa-4f4a-b75c-611044e31245 for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:37:30.133471 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9421f-a585-4b2c-b9a5-24059ae3dd85 req-f404b7fb-7e37-4159-a06d-735da076eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:30.135795 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bea9421f-a585-4b2c-b9a5-24059ae3dd85 req-f404b7fb-7e37-4159-a06d-735da076eee8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30bd4b72-8a1d-4886-9224-4597ff09b4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0515485 Mar 27 15:37:30.140332 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777d6334-dc36-43b5-803b-2290cb5ac51b None None] Routers {'af5949a5-bafa-4f4a-b75c-611044e31245'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:37:30.140957 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-777d6334-dc36-43b5-803b-2290cb5ac51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:37:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['af5949a5-bafa-4f4a-b75c-611044e31245'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:30.150612 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [req-bea9421f-a585-4b2c-b9a5-24059ae3dd85 req-462f4771-ff4e-4b96-86da-6bb7101d0bec service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:37:30.152569 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bea9421f-a585-4b2c-b9a5-24059ae3dd85 req-462f4771-ff4e-4b96-86da-6bb7101d0bec service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085468 Mar 27 15:37:30.180230 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-a7d39846-6128-43ec-86ac-5b0e3bf9c1c9 req-1b024689-bea8-449b-b8f7-430c14227068 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515730 Mar 27 15:37:30.244059 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bea9421f-a585-4b2c-b9a5-24059ae3dd85 req-634a8085-0613-4b8c-a9e8-13f402035bdd service neutron] 10.222.0.16 "GET /v2.0/networks/30bd4b72-8a1d-4886-9224-4597ff09b4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852022 Mar 27 15:37:30.258446 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-777d6334-dc36-43b5-803b-2290cb5ac51b None None] Set router af5949a5-bafa-4f4a-b75c-611044e31245 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:37:30.343401 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-bea9421f-a585-4b2c-b9a5-24059ae3dd85 req-32f2902f-0bba-4f20-bcfc-5837e2f2b391 service neutron] 10.222.0.16 "GET /v2.0/networks/30bd4b72-8a1d-4886-9224-4597ff09b4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925114 Mar 27 15:37:30.587086 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-777d6334-dc36-43b5-803b-2290cb5ac51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'name': 'tempest-TestShelveInstance-1509195609-router', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:31:52Z', 'revision_number': 4, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'gw_port': {'id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:49Z', 'updated_at': '2022-03-27T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5f13fee3-2e5e-408e-abba-f18f1d7ef11a', 'name': '', 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'mac_address': 'fa:16:3e:6f:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:51Z', 'updated_at': '2022-03-27T15:31:56Z', 'revision_number': 5, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'subnets': [{'id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:30.613199 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777d6334-dc36-43b5-803b-2290cb5ac51b None None] The sync data for ids ['af5949a5-bafa-4f4a-b75c-611044e31245'] in dv-cinder-835384-1-smb is: [{'id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'name': 'tempest-TestShelveInstance-1509195609-router', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:31:52Z', 'revision_number': 4, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'gw_port': {'id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:49Z', 'updated_at': '2022-03-27T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb', '_interfaces': [{'id': '5f13fee3-2e5e-408e-abba-f18f1d7ef11a', 'name': '', 'network_id': '30bd4b72-8a1d-4886-9224-4597ff09b4b2', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'mac_address': 'fa:16:3e:6f:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:51Z', 'updated_at': '2022-03-27T15:31:56Z', 'revision_number': 5, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'subnets': [{'id': '6795a83c-adc3-4390-b87e-00540dd8e9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:37:30.834404 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efac69d-1d3d-48b3-9337-9e1caf0445fb None None] New status for floating IP 58afa664-eaed-428d-9074-1e0a899035c3: DOWN {{(pid=103165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:37:31.348069 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30048f-0230-435e-a236-101eb5611c25 req-557682a9-bd13-4ce3-aa5e-d006c6d28557 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:31.349552 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1c30048f-0230-435e-a236-101eb5611c25 req-557682a9-bd13-4ce3-aa5e-d006c6d28557 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.1043799 Mar 27 15:37:31.399750 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-1c30048f-0230-435e-a236-101eb5611c25 req-f9d74316-289d-407b-ac44-f206cb5db92d tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/security-groups?id=071633b4-df94-4b7a-beef-99ebdddea45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436554 Mar 27 15:37:31.735415 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc64881-f7fc-4788-a29f-3293d8fd7b1c req-da08cf9c-88fc-4c0b-adf1-3470d933bb3d tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:31.736774 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fcc64881-f7fc-4788-a29f-3293d8fd7b1c req-da08cf9c-88fc-4c0b-adf1-3470d933bb3d tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.16 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 946 time: 0.0531561 Mar 27 15:37:31.827483 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-fcc64881-f7fc-4788-a29f-3293d8fd7b1c req-98549e07-1fd5-4c92-9aa3-2e99eee7c630 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Deleting port 78bc3e00-65ae-4e54-b59d-042aca187139 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:37:31.827862 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fcc64881-f7fc-4788-a29f-3293d8fd7b1c req-98549e07-1fd5-4c92-9aa3-2e99eee7c630 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:31.919365 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [req-fcc64881-f7fc-4788-a29f-3293d8fd7b1c req-98549e07-1fd5-4c92-9aa3-2e99eee7c630 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] For port 78bc3e00-65ae-4e54-b59d-042aca187139, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=78bc3e00-65ae-4e54-b59d-042aca187139,segment=NetworkSegment(244d06c6-fd24-4c98-9fa8-e6c8999e1647),segment_id=244d06c6-fd24-4c98-9fa8-e6c8999e1647)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:37:31.919729 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fcc64881-f7fc-4788-a29f-3293d8fd7b1c req-98549e07-1fd5-4c92-9aa3-2e99eee7c630 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:31.932692 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [req-fcc64881-f7fc-4788-a29f-3293d8fd7b1c req-98549e07-1fd5-4c92-9aa3-2e99eee7c630 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Calling delete_port for 78bc3e00-65ae-4e54-b59d-042aca187139 owned by compute:nova {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:37:32.059164 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fcc64881-f7fc-4788-a29f-3293d8fd7b1c req-98549e07-1fd5-4c92-9aa3-2e99eee7c630 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (78bc3e00-65ae-4e54-b59d-042aca187139), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:32.086434 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98549e07-1fd5-4c92-9aa3-2e99eee7c630 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Pushing event deleted for resources: {'Port': ['ID=78bc3e00-65ae-4e54-b59d-042aca187139,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:32.131721 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc64881-f7fc-4788-a29f-3293d8fd7b1c req-98549e07-1fd5-4c92-9aa3-2e99eee7c630 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] No DVR routers for this DVR port 78bc3e00-65ae-4e54-b59d-042aca187139 on host hv-cinder-83538 {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:37:32.134188 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [req-fcc64881-f7fc-4788-a29f-3293d8fd7b1c req-98549e07-1fd5-4c92-9aa3-2e99eee7c630 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398053'] for port (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:32.137599 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [req-fcc64881-f7fc-4788-a29f-3293d8fd7b1c req-98549e07-1fd5-4c92-9aa3-2e99eee7c630 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.16 "DELETE /v2.0/ports/78bc3e00-65ae-4e54-b59d-042aca187139 HTTP/1.1" status: 204 len: 173 time: 0.3954277 Mar 27 15:37:32.138079 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'name': 'network-vif-deleted', 'tag': '78bc3e00-65ae-4e54-b59d-042aca187139'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:37:32.140395 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c05d7e5650e6a4faa35993136b6d666d11977cac43062e78a74dd3f8fe2f5624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e9f072-968e-45bc-9f57-1a4a3f2ca685" -d '{"events": [{"server_uuid": "87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc", "name": "network-vif-deleted", "tag": "78bc3e00-65ae-4e54-b59d-042aca187139"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:37:32.176697 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ae8264-c7c4-4c4d-b851-47b19992cb60 x-openstack-request-id: req-a6ae8264-c7c4-4c4d-b851-47b19992cb60 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:37:32.176987 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc", "name": "network-vif-deleted", "tag": "78bc3e00-65ae-4e54-b59d-042aca187139", "status": "completed", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:37:32.177257 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6ae8264-c7c4-4c4d-b851-47b19992cb60 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:37:32.177647 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6ae8264-c7c4-4c4d-b851-47b19992cb60'] response: {'server_uuid': '87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc', 'name': 'network-vif-deleted', 'tag': '78bc3e00-65ae-4e54-b59d-042aca187139', 'status': 'completed', 'code': 200} Mar 27 15:37:32.522262 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [req-8f884b3c-c14b-43d3-b1f8-4adc60727bd1 req-a0ec697a-ad8d-4e9b-b403-c9f0089dd70f tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "GET /v2.0/ports?device_id=87dcdb4b-e6ec-42b7-a5b6-c9731f9355fc HTTP/1.1" status: 200 len: 210 time: 0.0293570 Mar 27 15:37:33.589059 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 42972) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:33.650968 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a428b1c8-4b80-4a4e-aa5b-76b7502e0892 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group (071633b4-df94-4b7a-beef-99ebdddea45e), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:33.674940 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a428b1c8-4b80-4a4e-aa5b-76b7502e0892 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group (071633b4-df94-4b7a-beef-99ebdddea45e), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:33.735085 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a428b1c8-4b80-4a4e-aa5b-76b7502e0892 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (071633b4-df94-4b7a-beef-99ebdddea45e), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:33.737639 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a428b1c8-4b80-4a4e-aa5b-76b7502e0892 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:33.739721 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-a428b1c8-4b80-4a4e-aa5b-76b7502e0892 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] 10.222.0.13 "DELETE /v2.0/security-groups/071633b4-df94-4b7a-beef-99ebdddea45e HTTP/1.1" status: 204 len: 168 time: 0.1495430 Mar 27 15:37:33.749174 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428b1c8-4b80-4a4e-aa5b-76b7502e0892 tempest-TestShelveInstance-885568173 tempest-TestShelveInstance-885568173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=071633b4-df94-4b7a-beef-99ebdddea45e,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:33.792764 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 42976) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:34.234540 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c2b0bc3-4192-4a00-bd41-407f99e819b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8111436'] for router_interface (af5949a5-bafa-4f4a-b75c-611044e31245), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:34.259396 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 78bc3e00-65ae-4e54-b59d-042aca187139 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:37:34.286517 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] No Port match for: 78bc3e00-65ae-4e54-b59d-042aca187139 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:37:34.286889 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Device 78bc3e00-65ae-4e54-b59d-042aca187139 not bound to the agent host hv-cinder-83538 {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:37:34.480485 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b0bc3-4192-4a00-bd41-407f99e819b2 admin admin] Deleting port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:37:34.480828 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c2b0bc3-4192-4a00-bd41-407f99e819b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:34.803940 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-3c2b0bc3-4192-4a00-bd41-407f99e819b2 admin admin] For port 5f13fee3-2e5e-408e-abba-f18f1d7ef11a, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=5f13fee3-2e5e-408e-abba-f18f1d7ef11a,segment=NetworkSegment(244d06c6-fd24-4c98-9fa8-e6c8999e1647),segment_id=244d06c6-fd24-4c98-9fa8-e6c8999e1647)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:37:34.804651 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c2b0bc3-4192-4a00-bd41-407f99e819b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:34.817090 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b0bc3-4192-4a00-bd41-407f99e819b2 admin admin] Calling delete_port for 5f13fee3-2e5e-408e-abba-f18f1d7ef11a owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:37:34.989428 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c2b0bc3-4192-4a00-bd41-407f99e819b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (5f13fee3-2e5e-408e-abba-f18f1d7ef11a), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:35.016617 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b0bc3-4192-4a00-bd41-407f99e819b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f13fee3-2e5e-408e-abba-f18f1d7ef11a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:35.181934 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3c2b0bc3-4192-4a00-bd41-407f99e819b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8120393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8110588'] for router_interface (af5949a5-bafa-4f4a-b75c-611044e31245), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:35.394476 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2b0bc3-4192-4a00-bd41-407f99e819b2 admin admin] Router af5949a5-bafa-4f4a-b75c-611044e31245 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:37:35.503926 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2b0bc3-4192-4a00-bd41-407f99e819b2 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:37:35.512476 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-3c2b0bc3-4192-4a00-bd41-407f99e819b2 admin admin] 10.222.0.13 "PUT /v2.0/routers/af5949a5-bafa-4f4a-b75c-611044e31245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7159503 Mar 27 15:37:35.512888 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 42996) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:35.514165 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e938a2-444e-433f-8c2d-bb4baf2189da None None] Sync routers for ids ['af5949a5-bafa-4f4a-b75c-611044e31245'] in dv-cinder-835384-1-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:37:35.524887 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e938a2-444e-433f-8c2d-bb4baf2189da None None] Routers {'af5949a5-bafa-4f4a-b75c-611044e31245'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:37:35.525569 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-00e938a2-444e-433f-8c2d-bb4baf2189da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:37:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['af5949a5-bafa-4f4a-b75c-611044e31245'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:35.617754 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5141-0bd9-44dd-8782-cadae5513b69 admin admin] Publish callbacks [] for router (af5949a5-bafa-4f4a-b75c-611044e31245), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:35.632299 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-00e938a2-444e-433f-8c2d-bb4baf2189da None None] Set router af5949a5-bafa-4f4a-b75c-611044e31245 gateway port host: dv-cinder-835384-1-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:37:35.718691 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5141-0bd9-44dd-8782-cadae5513b69 admin admin] Publish callbacks [] for router_gateway (af5949a5-bafa-4f4a-b75c-611044e31245), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:35.773999 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b5141-0bd9-44dd-8782-cadae5513b69 admin admin] Deleting port 8239e7f9-ee7f-476c-9e27-cbd486f74d4f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:37:35.774337 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5141-0bd9-44dd-8782-cadae5513b69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (8239e7f9-ee7f-476c-9e27-cbd486f74d4f), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:35.810084 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-00e938a2-444e-433f-8c2d-bb4baf2189da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'name': 'tempest-TestShelveInstance-1509195609-router', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112'}], 'enable_snat': True}, 'gw_port_id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:37:34Z', 'revision_number': 5, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'gw_port': {'id': '8239e7f9-ee7f-476c-9e27-cbd486f74d4f', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:49Z', 'updated_at': '2022-03-27T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:35.839026 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e938a2-444e-433f-8c2d-bb4baf2189da None None] Checking router: af5949a5-bafa-4f4a-b75c-611044e31245 for host: dv-cinder-835384-1-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:37:35.847216 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e938a2-444e-433f-8c2d-bb4baf2189da None None] Routers {'af5949a5-bafa-4f4a-b75c-611044e31245'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:37:35.848357 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-00e938a2-444e-433f-8c2d-bb4baf2189da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:37:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['af5949a5-bafa-4f4a-b75c-611044e31245'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:35.853146 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ae2b5141-0bd9-44dd-8782-cadae5513b69 admin admin] For port 8239e7f9-ee7f-476c-9e27-cbd486f74d4f, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=8239e7f9-ee7f-476c-9e27-cbd486f74d4f,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:37:35.853508 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5141-0bd9-44dd-8782-cadae5513b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (8239e7f9-ee7f-476c-9e27-cbd486f74d4f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:35.866153 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b5141-0bd9-44dd-8782-cadae5513b69 admin admin] Calling delete_port for 8239e7f9-ee7f-476c-9e27-cbd486f74d4f owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:37:35.931282 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-00e938a2-444e-433f-8c2d-bb4baf2189da None None] Set router af5949a5-bafa-4f4a-b75c-611044e31245 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:37:35.983858 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-00e938a2-444e-433f-8c2d-bb4baf2189da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'name': 'tempest-TestShelveInstance-1509195609-router', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:37:35Z', 'revision_number': 6, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'gw_port_host': None}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:36.009223 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e938a2-444e-433f-8c2d-bb4baf2189da None None] The sync data for ids ['af5949a5-bafa-4f4a-b75c-611044e31245'] in dv-cinder-835384-1-smb is: [{'id': 'af5949a5-bafa-4f4a-b75c-611044e31245', 'name': 'tempest-TestShelveInstance-1509195609-router', 'tenant_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:37:35Z', 'revision_number': 6, 'project_id': '3e48f4dbdd4c45c5854d653ba08be5e0', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:37:36.029732 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5141-0bd9-44dd-8782-cadae5513b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (8239e7f9-ee7f-476c-9e27-cbd486f74d4f), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.059415 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b5141-0bd9-44dd-8782-cadae5513b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=8239e7f9-ee7f-476c-9e27-cbd486f74d4f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:36.118969 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5141-0bd9-44dd-8782-cadae5513b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8111110'] for router_gateway (af5949a5-bafa-4f4a-b75c-611044e31245), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.206539 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5141-0bd9-44dd-8782-cadae5513b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8115434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3367'] for router (af5949a5-bafa-4f4a-b75c-611044e31245), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.209047 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5141-0bd9-44dd-8782-cadae5513b69 admin admin] Publish callbacks [] for router_controller (af5949a5-bafa-4f4a-b75c-611044e31245), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.250625 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5141-0bd9-44dd-8782-cadae5513b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8115429'] for router (af5949a5-bafa-4f4a-b75c-611044e31245), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.251203 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2b5141-0bd9-44dd-8782-cadae5513b69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af5949a5-bafa-4f4a-b75c-611044e31245 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:37:36.256839 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5141-0bd9-44dd-8782-cadae5513b69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.257946 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-ae2b5141-0bd9-44dd-8782-cadae5513b69 admin admin] 10.222.0.13 "DELETE /v2.0/routers/af5949a5-bafa-4f4a-b75c-611044e31245 HTTP/1.1" status: 204 len: 168 time: 0.7440624 Mar 27 15:37:36.260592 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 43000) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:36.306253 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_v2 [None req-486b26f6-ba0d-413b-9531-b9f3181e7c25 admin admin] Deleting subnet 6795a83c-adc3-4390-b87e-00540dd8e9ea {{(pid=103163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:37:36.309120 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-486b26f6-ba0d-413b-9531-b9f3181e7c25 admin admin] Publish callbacks [] for subnet (6795a83c-adc3-4390-b87e-00540dd8e9ea), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.346241 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-486b26f6-ba0d-413b-9531-b9f3181e7c25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6198010'] for subnet (6795a83c-adc3-4390-b87e-00540dd8e9ea), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.424563 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-486b26f6-ba0d-413b-9531-b9f3181e7c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899853'] for subnet (6795a83c-adc3-4390-b87e-00540dd8e9ea), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.474150 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-486b26f6-ba0d-413b-9531-b9f3181e7c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5327993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5321531'] for subnet (6795a83c-adc3-4390-b87e-00540dd8e9ea), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.505263 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-486b26f6-ba0d-413b-9531-b9f3181e7c25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.508961 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-486b26f6-ba0d-413b-9531-b9f3181e7c25 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6795a83c-adc3-4390-b87e-00540dd8e9ea HTTP/1.1" status: 204 len: 168 time: 0.2474520 Mar 27 15:37:36.509725 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b26f6-ba0d-413b-9531-b9f3181e7c25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6795a83c-adc3-4390-b87e-00540dd8e9ea,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:36.510513 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba8eff0-2654-445b-b8b5-626b89102bf7 None None] Network 30bd4b72-8a1d-4886-9224-4597ff09b4b2 requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:37:36.512073 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 43002) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:36.576507 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808514'] for network (30bd4b72-8a1d-4886-9224-4597ff09b4b2), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.629338 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] Deleting port 5a065834-c25b-4e79-a04a-783d6ddd21a0 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:37:36.629674 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (5a065834-c25b-4e79-a04a-783d6ddd21a0), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.692977 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] For port 5a065834-c25b-4e79-a04a-783d6ddd21a0, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=5a065834-c25b-4e79-a04a-783d6ddd21a0,segment=NetworkSegment(244d06c6-fd24-4c98-9fa8-e6c8999e1647),segment_id=244d06c6-fd24-4c98-9fa8-e6c8999e1647)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:37:36.693250 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (5a065834-c25b-4e79-a04a-783d6ddd21a0), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.705225 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] Calling delete_port for 5a065834-c25b-4e79-a04a-783d6ddd21a0 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:37:36.756624 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] DHCP port deletion for 30bd4b72-8a1d-4886-9224-4597ff09b4b2 request from dv-cinder-835384-1-smb {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:37:36.787838 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (5a065834-c25b-4e79-a04a-783d6ddd21a0), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.804512 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Deleting port 5a065834-c25b-4e79-a04a-783d6ddd21a0 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:37:36.804895 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (5a065834-c25b-4e79-a04a-783d6ddd21a0), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.812782 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a065834-c25b-4e79-a04a-783d6ddd21a0,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:36.817033 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] No DVR routers for this DVR port 5a065834-c25b-4e79-a04a-783d6ddd21a0 on host dv-cinder-835384-1-smb {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:37:36.871498 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] For port 5a065834-c25b-4e79-a04a-783d6ddd21a0, host dv-cinder-835384-1-smb, got binding levels [] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:37:36.871893 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (5a065834-c25b-4e79-a04a-783d6ddd21a0), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.885852 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Calling delete_port for 5a065834-c25b-4e79-a04a-783d6ddd21a0 owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:37:36.888775 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688568', 'neutron.services.segments.db._delete_segments_for_network-8742536124483'] for network (30bd4b72-8a1d-4886-9224-4597ff09b4b2), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.889031 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.ipam_backend_mixin [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Port 5a065834-c25b-4e79-a04a-783d6ddd21a0 was not found and therefore no delete operation was performed {{(pid=103164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 27 15:37:36.890297 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726'] for port (5a065834-c25b-4e79-a04a-783d6ddd21a0), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.907937 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bd4b72-8a1d-4886-9224-4597ff09b4b2']}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:36.912807 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Pushing event deleted for resources: {'Port': ['ID=5a065834-c25b-4e79-a04a-783d6ddd21a0,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:36.918607 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244d06c6-fd24-4c98-9fa8-e6c8999e1647') {'for_net_delete': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:36.918947 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.services.segments.db [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244d06c6-fd24-4c98-9fa8-e6c8999e1647') {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:36.922282 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] No DVR routers for this DVR port 5a065834-c25b-4e79-a04a-783d6ddd21a0 on host dv-cinder-835384-1-smb {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:37:36.924160 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:36.924509 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:36.924853 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:36.926315 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:36.926315 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:36.926538 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:36.926752 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:36.927087 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:36.927415 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:36.927740 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:36.928067 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:36.928392 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:36.928716 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:36.929038 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:36.929365 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b1b9d3-bdae-4447-9354-abc57b7c18b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:36.930275 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742536291148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6197955'] for segment (244d06c6-fd24-4c98-9fa8-e6c8999e1647), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.952215 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (244d06c6-fd24-4c98-9fa8-e6c8999e1647), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.958612 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:37:36.959037 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5326299'] for segment (244d06c6-fd24-4c98-9fa8-e6c8999e1647), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: Traceback (most recent call last): Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: timer() Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: cb(*args, **kw) Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: return func(*args, **kwargs) Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: self._notify() Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: self.callback(batched_events) Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: event.method(event) Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: return f(self, *a, **k) Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: return self._get(url).json() Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: return self.request(url, 'GET', **kwargs) Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:37:36.960793 dv-cinder-835384-1-smb neutron-server[103163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:37:37.019678 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8111226'] for network (30bd4b72-8a1d-4886-9224-4597ff09b4b2), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:37.025433 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:37.028781 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/30bd4b72-8a1d-4886-9224-4597ff09b4b2 HTTP/1.1" status: 204 len: 168 time: 0.5155463 Mar 27 15:37:37.031749 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 43004) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:37.040709 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1b946-2d21-48e9-81c6-e5eb43a569c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=30bd4b72-8a1d-4886-9224-4597ff09b4b2,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:37.380474 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-100678f6-f120-4429-8993-165dfc5ae9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8111436'] for router_interface (d8ec4b7b-6766-472a-90b4-932679c2c154), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:37.515520 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 5f13fee3-2e5e-408e-abba-f18f1d7ef11a no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:37:37.536363 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 5f13fee3-2e5e-408e-abba-f18f1d7ef11a {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:37:37.536709 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 5f13fee3-2e5e-408e-abba-f18f1d7ef11a not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:37:37.537126 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 8239e7f9-ee7f-476c-9e27-cbd486f74d4f no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:37:37.558583 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 8239e7f9-ee7f-476c-9e27-cbd486f74d4f {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:37:37.558955 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 8239e7f9-ee7f-476c-9e27-cbd486f74d4f not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:37:37.559367 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 5a065834-c25b-4e79-a04a-783d6ddd21a0 no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:37:37.577426 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 5a065834-c25b-4e79-a04a-783d6ddd21a0 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:37:37.577772 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 5a065834-c25b-4e79-a04a-783d6ddd21a0 not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:37:37.629955 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-100678f6-f120-4429-8993-165dfc5ae9c3 admin admin] Deleting port f62445f8-8a88-452c-90ae-f8a22e09da81 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:37:37.630292 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-100678f6-f120-4429-8993-165dfc5ae9c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:37.704174 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-100678f6-f120-4429-8993-165dfc5ae9c3 admin admin] For port f62445f8-8a88-452c-90ae-f8a22e09da81, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=f62445f8-8a88-452c-90ae-f8a22e09da81,segment=NetworkSegment(081376b0-b552-41ca-9a17-97bbf7d208aa),segment_id=081376b0-b552-41ca-9a17-97bbf7d208aa)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:37:37.704429 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-100678f6-f120-4429-8993-165dfc5ae9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:37.717221 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-100678f6-f120-4429-8993-165dfc5ae9c3 admin admin] Calling delete_port for f62445f8-8a88-452c-90ae-f8a22e09da81 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:37:37.891292 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-100678f6-f120-4429-8993-165dfc5ae9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (f62445f8-8a88-452c-90ae-f8a22e09da81), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:37.915906 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100678f6-f120-4429-8993-165dfc5ae9c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62445f8-8a88-452c-90ae-f8a22e09da81,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:38.080401 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-100678f6-f120-4429-8993-165dfc5ae9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8120393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8110588'] for router_interface (d8ec4b7b-6766-472a-90b4-932679c2c154), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:38.289529 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100678f6-f120-4429-8993-165dfc5ae9c3 admin admin] Router d8ec4b7b-6766-472a-90b4-932679c2c154 has already been hosted by L3 agent fb7d9d2e-9349-4277-9041-d5434a2e7da1 {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:37:38.389687 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100678f6-f120-4429-8993-165dfc5ae9c3 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:37:38.394897 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-100678f6-f120-4429-8993-165dfc5ae9c3 admin admin] 10.222.0.13 "PUT /v2.0/routers/d8ec4b7b-6766-472a-90b4-932679c2c154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3620260 Mar 27 15:37:38.398046 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 43010) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:38.398518 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a45d6-28fc-42df-be08-c76c1e12d7e9 None None] Sync routers for ids ['d8ec4b7b-6766-472a-90b4-932679c2c154'] in dv-cinder-835384-1-smb {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:37:38.408382 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773a45d6-28fc-42df-be08-c76c1e12d7e9 None None] Routers {'d8ec4b7b-6766-472a-90b4-932679c2c154'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:37:38.408982 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-773a45d6-28fc-42df-be08-c76c1e12d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:37:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d8ec4b7b-6766-472a-90b4-932679c2c154'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:38.515708 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-773a45d6-28fc-42df-be08-c76c1e12d7e9 None None] Set router d8ec4b7b-6766-472a-90b4-932679c2c154 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:37:38.667388 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:38.695723 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-773a45d6-28fc-42df-be08-c76c1e12d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'name': 'tempest-TestShelveInstance-1300957648-router', 'tenant_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:37:37Z', 'revision_number': 5, 'project_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'gw_port': {'id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:38.722507 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a45d6-28fc-42df-be08-c76c1e12d7e9 None None] Checking router: d8ec4b7b-6766-472a-90b4-932679c2c154 for host: dv-cinder-835384-1-smb {{(pid=103165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:37:38.730663 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773a45d6-28fc-42df-be08-c76c1e12d7e9 None None] Routers {'d8ec4b7b-6766-472a-90b4-932679c2c154'} bound to L3 agent in host dv-cinder-835384-1-smb {{(pid=103165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:37:38.731288 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-773a45d6-28fc-42df-be08-c76c1e12d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-27T15:18:52Z,description=,heartbeat_timestamp=2022-03-27T15:37:22Z,host='dv-cinder-835384-1-smb',id=fb7d9d2e-9349-4277-9041-d5434a2e7da1,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:18:52Z,topic='l3_agent')) {'router_ids': ['d8ec4b7b-6766-472a-90b4-932679c2c154'], 'active': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:38.738592 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Publish callbacks [] for router (d8ec4b7b-6766-472a-90b4-932679c2c154), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:38.835430 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Publish callbacks [] for router_gateway (d8ec4b7b-6766-472a-90b4-932679c2c154), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:38.836078 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_dvr_db [None req-773a45d6-28fc-42df-be08-c76c1e12d7e9 None None] Set router d8ec4b7b-6766-472a-90b4-932679c2c154 gateway port host: dv-cinder-835384-1-smb {{(pid=103165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:37:38.888208 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Deleting port d078918e-53c9-4598-8c2e-5eb3ab16f3d1 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:37:38.888611 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (d078918e-53c9-4598-8c2e-5eb3ab16f3d1), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:38.964113 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] For port d078918e-53c9-4598-8c2e-5eb3ab16f3d1, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=d078918e-53c9-4598-8c2e-5eb3ab16f3d1,segment=NetworkSegment(03bf449b-31bc-423a-8497-ceeb3d9e42b4),segment_id=03bf449b-31bc-423a-8497-ceeb3d9e42b4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:37:38.964383 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (d078918e-53c9-4598-8c2e-5eb3ab16f3d1), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:38.976427 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Calling delete_port for d078918e-53c9-4598-8c2e-5eb3ab16f3d1 owned by network:router_gateway {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:37:39.012456 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.l3_hamode_db [None req-773a45d6-28fc-42df-be08-c76c1e12d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'name': 'tempest-TestShelveInstance-1300957648-router', 'tenant_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:37:37Z', 'revision_number': 5, 'project_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'gw_port': {'id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}], 'dv-cinder-835384-1-smb', False) {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:39.037195 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a45d6-28fc-42df-be08-c76c1e12d7e9 None None] The sync data for ids ['d8ec4b7b-6766-472a-90b4-932679c2c154'] in dv-cinder-835384-1-smb is: [{'id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'name': 'tempest-TestShelveInstance-1300957648-router', 'tenant_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'external_fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:37:37Z', 'revision_number': 5, 'project_id': 'a6be5f36770d4ce8bde540fea5d1b9a3', 'gw_port': {'id': 'd078918e-53c9-4598-8c2e-5eb3ab16f3d1', 'name': '', 'network_id': '6b523561-9fa5-43e1-895e-32993d078f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec4b7b-6766-472a-90b4-932679c2c154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:55Z', 'updated_at': '2022-03-27T15:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63b550b-7fe9-4e3a-9208-afd6f4134740', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-smb'}] {{(pid=103165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:37:39.137730 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326216'] for port (d078918e-53c9-4598-8c2e-5eb3ab16f3d1), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:39.164083 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Pushing event deleted for resources: {'Port': ['ID=d078918e-53c9-4598-8c2e-5eb3ab16f3d1,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:39.174833 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:39.175186 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:39.175522 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:39.175855 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:39.176181 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:39.176503 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:39.176820 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:39.177136 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:39.177976 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:39.178293 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:39.178606 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:39.178953 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:39.179269 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:39.179578 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:39.179887 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:39.231149 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8111110'] for router_gateway (d8ec4b7b-6766-472a-90b4-932679c2c154), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:39.320102 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8115434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3367'] for router (d8ec4b7b-6766-472a-90b4-932679c2c154), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:39.322086 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Publish callbacks [] for router_controller (d8ec4b7b-6766-472a-90b4-932679c2c154), precommit_delete_associations {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:39.362795 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8115429'] for router (d8ec4b7b-6766-472a-90b4-932679c2c154), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:39.363336 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8ec4b7b-6766-472a-90b4-932679c2c154 {{(pid=103163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:37:39.368210 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:39.369334 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-c09645bc-439b-4938-88c3-f0f89e73a684 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d8ec4b7b-6766-472a-90b4-932679c2c154 HTTP/1.1" status: 204 len: 168 time: 0.9702966 Mar 27 15:37:39.372991 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 43014) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:39.420136 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7e3361-a8fb-482e-b4e7-f8c883ab83f5 admin admin] Deleting subnet 32d2eae0-bc1f-4158-883b-7176449a444a {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:37:39.423308 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da7e3361-a8fb-482e-b4e7-f8c883ab83f5 admin admin] Publish callbacks [] for subnet (32d2eae0-bc1f-4158-883b-7176449a444a), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:39.458888 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da7e3361-a8fb-482e-b4e7-f8c883ab83f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5052755'] for subnet (32d2eae0-bc1f-4158-883b-7176449a444a), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:39.559942 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da7e3361-a8fb-482e-b4e7-f8c883ab83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899853'] for subnet (32d2eae0-bc1f-4158-883b-7176449a444a), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:39.613754 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device f62445f8-8a88-452c-90ae-f8a22e09da81 no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:37:39.620754 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da7e3361-a8fb-482e-b4e7-f8c883ab83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5227366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24757330'] for subnet (32d2eae0-bc1f-4158-883b-7176449a444a), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:39.637630 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: f62445f8-8a88-452c-90ae-f8a22e09da81 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:37:39.637970 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device f62445f8-8a88-452c-90ae-f8a22e09da81 not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:37:39.647013 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e3361-a8fb-482e-b4e7-f8c883ab83f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32d2eae0-bc1f-4158-883b-7176449a444a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:39.650393 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-da7e3361-a8fb-482e-b4e7-f8c883ab83f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:39.653573 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-da7e3361-a8fb-482e-b4e7-f8c883ab83f5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/32d2eae0-bc1f-4158-883b-7176449a444a HTTP/1.1" status: 204 len: 168 time: 0.2794943 Mar 27 15:37:39.656236 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 43016) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:39.665046 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb22faa3-9c1e-4bb6-945b-361c10cd3625 None None] Network 971acfd0-6c9d-402e-8f9a-8c057fc92cda requested from dv-cinder-835384-1-smb {{(pid=103164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:37:39.742322 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808514'] for network (971acfd0-6c9d-402e-8f9a-8c057fc92cda), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:39.816835 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] Deleting port 3bdd44b7-8665-42a4-a994-3f063af77e7e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:37:39.817260 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742536344095'] for port (3bdd44b7-8665-42a4-a994-3f063af77e7e), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:39.885833 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] For port 3bdd44b7-8665-42a4-a994-3f063af77e7e, host dv-cinder-835384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-smb',level=0,port_id=3bdd44b7-8665-42a4-a994-3f063af77e7e,segment=NetworkSegment(081376b0-b552-41ca-9a17-97bbf7d208aa),segment_id=081376b0-b552-41ca-9a17-97bbf7d208aa)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:37:39.886197 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7877470'] for port (3bdd44b7-8665-42a4-a994-3f063af77e7e), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:39.899628 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] Calling delete_port for 3bdd44b7-8665-42a4-a994-3f063af77e7e owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:37:39.978000 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742536351362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742535784726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229207'] for port (3bdd44b7-8665-42a4-a994-3f063af77e7e), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:40.009048 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bdd44b7-8665-42a4-a994-3f063af77e7e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:40.010877 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] No DVR routers for this DVR port 3bdd44b7-8665-42a4-a994-3f063af77e7e on host dv-cinder-835384-1-smb {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:37:40.077017 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688568', 'neutron.services.segments.db._delete_segments_for_network-8742536124483'] for network (971acfd0-6c9d-402e-8f9a-8c057fc92cda), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:40.096205 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971acfd0-6c9d-402e-8f9a-8c057fc92cda']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:40.105764 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081376b0-b552-41ca-9a17-97bbf7d208aa') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:40.106240 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081376b0-b552-41ca-9a17-97bbf7d208aa') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:40.116000 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742536291148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052778'] for segment (081376b0-b552-41ca-9a17-97bbf7d208aa), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:40.129924 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532'] for segment (081376b0-b552-41ca-9a17-97bbf7d208aa), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:40.134256 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bf5f38-b855-42dc-a66d-1c790c6de307 None None] DHCP port deletion for 971acfd0-6c9d-402e-8f9a-8c057fc92cda request from dv-cinder-835384-1-smb {{(pid=103164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:37:40.137392 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:37:40.137640 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5229252'] for segment (081376b0-b552-41ca-9a17-97bbf7d208aa), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: Traceback (most recent call last): Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: timer() Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: cb(*args, **kw) Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: return func(*args, **kwargs) Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: self._notify() Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: self.callback(batched_events) Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: event.method(event) Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: return f(self, *a, **k) Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: return self._get(url).json() Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: return self.request(url, 'GET', **kwargs) Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:37:40.139765 dv-cinder-835384-1-smb neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:37:40.200057 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8120390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8111226'] for network (971acfd0-6c9d-402e-8f9a-8c057fc92cda), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:40.205368 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8120436'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:40.208451 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] 10.222.0.13 "DELETE /v2.0/networks/971acfd0-6c9d-402e-8f9a-8c057fc92cda HTTP/1.1" status: 204 len: 168 time: 0.5511916 Mar 27 15:37:40.219025 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd41d04-1a24-45ea-8b21-95936f532632 admin admin] Pushing event deleted for resources: {'Network': ['ID=971acfd0-6c9d-402e-8f9a-8c057fc92cda,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:40.327485 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 43022) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:40.365790 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-ac979f59-4034-440c-a561-5464d6c8e3ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e48f4dbdd4c45c5854d653ba08be5e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366058 Mar 27 15:37:40.368111 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 43024) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:40.413574 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b2972a3-6ae7-4777-bdb7-5193a861712f admin admin] Publish callbacks [] for security_group (3ec6b47f-5f15-4ea1-a658-74fa4adf4e77), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:40.433344 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b2972a3-6ae7-4777-bdb7-5193a861712f admin admin] Publish callbacks [] for security_group (3ec6b47f-5f15-4ea1-a658-74fa4adf4e77), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:40.478450 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b2972a3-6ae7-4777-bdb7-5193a861712f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (3ec6b47f-5f15-4ea1-a658-74fa4adf4e77), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:40.482876 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0b2972a3-6ae7-4777-bdb7-5193a861712f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:40.484779 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-0b2972a3-6ae7-4777-bdb7-5193a861712f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ec6b47f-5f15-4ea1-a658-74fa4adf4e77 HTTP/1.1" status: 204 len: 168 time: 0.1156154 Mar 27 15:37:40.493741 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2972a3-6ae7-4777-bdb7-5193a861712f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec6b47f-5f15-4ea1-a658-74fa4adf4e77,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:40.791051 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 43030) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:40.831934 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-14e0e569-221a-4ac5-a533-4a5daff958c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6be5f36770d4ce8bde540fea5d1b9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397737 Mar 27 15:37:40.834977 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 43032) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:40.879485 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abdea0c0-672b-4fb5-8746-e26976332131 admin admin] Publish callbacks [] for security_group (ade99e32-af45-49cd-a856-d26e35f88675), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:40.900350 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abdea0c0-672b-4fb5-8746-e26976332131 admin admin] Publish callbacks [] for security_group (ade99e32-af45-49cd-a856-d26e35f88675), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:40.944437 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abdea0c0-672b-4fb5-8746-e26976332131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (ade99e32-af45-49cd-a856-d26e35f88675), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:40.946938 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-abdea0c0-672b-4fb5-8746-e26976332131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:40.948038 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-abdea0c0-672b-4fb5-8746-e26976332131 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ade99e32-af45-49cd-a856-d26e35f88675 HTTP/1.1" status: 204 len: 168 time: 0.1121719 Mar 27 15:37:40.955276 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdea0c0-672b-4fb5-8746-e26976332131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade99e32-af45-49cd-a856-d26e35f88675,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:41.525439 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device d078918e-53c9-4598-8c2e-5eb3ab16f3d1 no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:37:41.546282 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: d078918e-53c9-4598-8c2e-5eb3ab16f3d1 {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:37:41.546621 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device d078918e-53c9-4598-8c2e-5eb3ab16f3d1 not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:37:41.547051 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 3bdd44b7-8665-42a4-a994-3f063af77e7e no longer exists at agent ovs-agent-dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:37:41.568978 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] No Port match for: 3bdd44b7-8665-42a4-a994-3f063af77e7e {{(pid=103164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:37:41.569323 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.rpc [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Device 3bdd44b7-8665-42a4-a994-3f063af77e7e not bound to the agent host dv-cinder-835384-1-smb {{(pid=103164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:37:50.073016 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.13', 43090) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:50.111942 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0cbfa700-876c-46e8-a28f-ac09b9b62048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:50.178945 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43916533-0911-44fa-be0c-b642edbfe4d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:50.250921 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43916533-0911-44fa-be0c-b642edbfe4d5 admin admin] Publish callbacks [] for security_group (e9809dea-a5f3-4dad-8488-cf0062d48fe9), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:50.254584 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43916533-0911-44fa-be0c-b642edbfe4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (e9809dea-a5f3-4dad-8488-cf0062d48fe9), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:50.291820 dv-cinder-835384-1-smb neutron-server[103162]: INFO neutron.wsgi [None req-43916533-0911-44fa-be0c-b642edbfe4d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16446f1c8df84448be6fc4e3cef61f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177503 Mar 27 15:37:50.292669 dv-cinder-835384-1-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43916533-0911-44fa-be0c-b642edbfe4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9809dea-a5f3-4dad-8488-cf0062d48fe9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:50.294596 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.wsgi [-] (103163) accepted ('10.222.0.13', 43094) {{(pid=103163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:50.344351 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ae40e7a-3246-4067-a785-a2e854ee4c11 admin admin] Publish callbacks [] for security_group (e9809dea-a5f3-4dad-8488-cf0062d48fe9), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:50.365182 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ae40e7a-3246-4067-a785-a2e854ee4c11 admin admin] Publish callbacks [] for security_group (e9809dea-a5f3-4dad-8488-cf0062d48fe9), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:50.410994 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ae40e7a-3246-4067-a785-a2e854ee4c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898916'] for security_group (e9809dea-a5f3-4dad-8488-cf0062d48fe9), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:50.414132 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0ae40e7a-3246-4067-a785-a2e854ee4c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:50.415289 dv-cinder-835384-1-smb neutron-server[103163]: INFO neutron.wsgi [None req-0ae40e7a-3246-4067-a785-a2e854ee4c11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9809dea-a5f3-4dad-8488-cf0062d48fe9 HTTP/1.1" status: 204 len: 168 time: 0.1196120 Mar 27 15:37:50.422839 dv-cinder-835384-1-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae40e7a-3246-4067-a785-a2e854ee4c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9809dea-a5f3-4dad-8488-cf0062d48fe9,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:52.348017 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-72f55688-2b22-467a-9e7d-f974d8dd3c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:53.686393 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:55.444010 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:56.576977 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:01.789646 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:38:08.677936 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:20.113104 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f1681119-676b-46d2-a8a4-f32584df9efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:22.348775 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-42fc9b72-3416-4205-96d9-5db3b3f316b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:23.688558 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:25.448374 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:26.577930 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:38.680942 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:38.787767 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:38:50.116675 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-12be020c-2e9c-4cf0-b30b-0e52c8eb133a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:52.349360 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-943572cf-fb43-4261-854c-3fc1db7c6ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:53.692927 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.450503 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:56.579116 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:08.691437 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:15.786403 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:39:20.119405 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-340d0410-88a4-4ee6-be25-fa0bcf5ba0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:22.349102 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a26424c6-5201-436a-ab2d-640e3c48584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:23.696089 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:25.453116 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:26.581892 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:38.690706 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:50.120532 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c9c74009-08f3-43f3-ad9a-bf995f7fdaae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:52.349395 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-956ad109-82f9-4d59-8ed3-fd8ce7fc8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:52.785829 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:39:53.697346 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:55.455445 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:56.582414 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:08.691161 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:20.122111 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-56e5b9be-7f4e-4110-a2d1-f6bac247d9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:22.351474 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eecf4d1c-35f1-4781-84ea-e1f0785e6fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:23.698661 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:25.459858 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:26.583058 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:29.784757 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:40:38.689737 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:50.123870 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5ddeabd0-23f6-4974-977a-b3d43a55a536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:52.352751 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b74a4fff-e657-4160-b8a9-5e2d4681d370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:53.701234 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:55.462015 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:56.584795 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:06.782994 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:41:08.704282 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:20.124995 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-219379cd-c5ba-4ff2-86ec-08354cfcfd3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:22.353858 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-81cf9555-2d84-4ef6-82cd-01ed091a9128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:23.703774 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:25.466898 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:26.586849 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:38.703547 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:43.781807 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:41:50.126415 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dcef032c-1377-4279-a12a-634bf87d561b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:52.355209 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c6db80d7-48e7-409c-8b08-f4dac3d01904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:53.708504 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:55.469772 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:56.588948 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:08.711699 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:20.131740 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fcfde96b-20de-496f-9f6f-d7f46cb10d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (eda9918a-5c71-4b65-a08f-afd9d94fcaba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:20.780688 dv-cinder-835384-1-smb neutron-server[103165]: DEBUG neutron.db.agents_db [None req-68797541-a4d2-4b0a-8f48-f4144e72ec5e None None] Agent healthcheck: found 6 active agents {{(pid=103165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:42:22.357551 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3518873a-0dde-4b02-98e8-ecddc12e88bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (fb7d9d2e-9349-4277-9041-d5434a2e7da1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:23.707586 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-870f4ee8-c477-47a0-b303-11dc68299d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (c088aa12-a274-4211-b5c5-74d7e8ad3064), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:25.472225 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d954b0cd-31ac-4678-b114-892d72d515be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (626bae7c-d115-44f4-b2dc-66b2bbc416ba), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:26.590919 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd195691-2eba-4efc-bcb0-0a0599bd9c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (9d5bd63a-a3bb-4285-b78c-6ebdaf04fb6e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:38.733000 dv-cinder-835384-1-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9538ad7-24e3-4319-9575-b014870f935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742536124465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691067'] for agent (67125a3d-c611-4fb0-b160-326fda6d812e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}